2024-11-20 13:43:45,682 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-11-20 13:43:45,696 main DEBUG Took 0.011558 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-20 13:43:45,696 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-20 13:43:45,696 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-20 13:43:45,698 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-20 13:43:45,699 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 13:43:45,706 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-20 13:43:45,718 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 13:43:45,719 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 13:43:45,719 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 13:43:45,720 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 13:43:45,720 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 13:43:45,720 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 13:43:45,721 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 13:43:45,721 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 13:43:45,722 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 13:43:45,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 13:43:45,723 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 13:43:45,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 13:43:45,724 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 13:43:45,724 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 13:43:45,724 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 13:43:45,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 13:43:45,725 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 13:43:45,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 13:43:45,726 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 13:43:45,726 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 13:43:45,726 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 13:43:45,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 13:43:45,727 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 13:43:45,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 13:43:45,728 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 13:43:45,728 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-20 13:43:45,729 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 13:43:45,731 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-20 13:43:45,732 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-20 13:43:45,733 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-20 13:43:45,734 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-20 13:43:45,734 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-20 13:43:45,742 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-20 13:43:45,744 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-20 13:43:45,746 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-20 13:43:45,746 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-20 13:43:45,747 main DEBUG createAppenders(={Console})
2024-11-20 13:43:45,747 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized
2024-11-20 13:43:45,748 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-11-20 13:43:45,748 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK.
2024-11-20 13:43:45,748 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-20 13:43:45,749 main DEBUG OutputStream closed
2024-11-20 13:43:45,749 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-20 13:43:45,749 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-20 13:43:45,749 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK
2024-11-20 13:43:45,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-20 13:43:45,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-20 13:43:45,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-20 13:43:45,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-20 13:43:45,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-20 13:43:45,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-20 13:43:45,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-20 13:43:45,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-20 13:43:45,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-20 13:43:45,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-20 13:43:45,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-20 13:43:45,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-20 13:43:45,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-20 13:43:45,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-20 13:43:45,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-20 13:43:45,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-20 13:43:45,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-20 13:43:45,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-20 13:43:45,827 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-20 13:43:45,828 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null
2024-11-20 13:43:45,828 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-20 13:43:45,829 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK.
2024-11-20T13:43:46,054 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894
2024-11-20 13:43:46,057 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-20 13:43:46,057 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-20T13:43:46,064 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins
2024-11-20T13:43:46,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-20T13:43:46,099 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/cluster_adbc5a88-d35d-489d-9900-27be4dce5cb6, deleteOnExit=true
2024-11-20T13:43:46,100 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-20T13:43:46,101 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/test.cache.data in system properties and HBase conf
2024-11-20T13:43:46,101 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/hadoop.tmp.dir in system properties and HBase conf
2024-11-20T13:43:46,102 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/hadoop.log.dir in system properties and HBase conf
2024-11-20T13:43:46,103 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-20T13:43:46,103 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-20T13:43:46,104 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-20T13:43:46,188 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-20T13:43:46,270 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T13:43:46,275 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-20T13:43:46,275 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-20T13:43:46,276 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-20T13:43:46,276 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-20T13:43:46,277 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-20T13:43:46,278 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-20T13:43:46,278 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-20T13:43:46,278 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-20T13:43:46,279 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-20T13:43:46,279 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/nfs.dump.dir in system properties and HBase conf
2024-11-20T13:43:46,280 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/java.io.tmpdir in system properties and HBase conf
2024-11-20T13:43:46,280 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-20T13:43:46,281 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-20T13:43:46,281 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-20T13:43:47,499 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-20T13:43:47,564 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2594ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-20T13:43:47,626 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-20T13:43:47,680 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-20T13:43:47,700 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-20T13:43:47,701 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-20T13:43:47,702 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-20T13:43:47,714 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-20T13:43:47,718 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71c9bba7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/hadoop.log.dir/,AVAILABLE}
2024-11-20T13:43:47,719 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d942d39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-20T13:43:47,890 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@322e478f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/java.io.tmpdir/jetty-localhost-39689-hadoop-hdfs-3_4_1-tests_jar-_-any-3989890451530675966/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-20T13:43:47,896 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b008a6a{HTTP/1.1, (http/1.1)}{localhost:39689}
2024-11-20T13:43:47,896 INFO  [Time-limited test {}] server.Server(415): Started @2927ms
2024-11-20T13:43:48,629 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-20T13:43:48,639 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-20T13:43:48,640 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-20T13:43:48,640 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-20T13:43:48,640 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-20T13:43:48,641 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de8243e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/hadoop.log.dir/,AVAILABLE}
2024-11-20T13:43:48,642 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74fde7a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-20T13:43:48,740 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42a79998{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/java.io.tmpdir/jetty-localhost-44199-hadoop-hdfs-3_4_1-tests_jar-_-any-2236913705659426723/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-20T13:43:48,741 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4975be1c{HTTP/1.1, (http/1.1)}{localhost:44199}
2024-11-20T13:43:48,741 INFO  [Time-limited test {}] server.Server(415): Started @3771ms
2024-11-20T13:43:48,786 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-20T13:43:49,740 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/cluster_adbc5a88-d35d-489d-9900-27be4dce5cb6/data/data2/current/BP-141742387-172.17.0.2-1732110226925/current, will proceed with Du for space computation calculation, 
2024-11-20T13:43:49,740 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/cluster_adbc5a88-d35d-489d-9900-27be4dce5cb6/data/data1/current/BP-141742387-172.17.0.2-1732110226925/current, will proceed with Du for space computation calculation, 
2024-11-20T13:43:49,769 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-20T13:43:49,812 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70fe8884e2ed2ffc with lease ID 0x78e6001185cf137c: Processing first storage report for DS-513a127e-3731-415c-982e-470fc26acfa8 from datanode DatanodeRegistration(127.0.0.1:46033, datanodeUuid=3244cb02-99ce-429b-af86-385950e6c60e, infoPort=41663, infoSecurePort=0, ipcPort=36445, storageInfo=lv=-57;cid=testClusterID;nsid=1260763411;c=1732110226925)
2024-11-20T13:43:49,813 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70fe8884e2ed2ffc with lease ID 0x78e6001185cf137c: from storage DS-513a127e-3731-415c-982e-470fc26acfa8 node DatanodeRegistration(127.0.0.1:46033, datanodeUuid=3244cb02-99ce-429b-af86-385950e6c60e, infoPort=41663, infoSecurePort=0, ipcPort=36445, storageInfo=lv=-57;cid=testClusterID;nsid=1260763411;c=1732110226925), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-20T13:43:49,813 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70fe8884e2ed2ffc with lease ID 0x78e6001185cf137c: Processing first storage report for DS-fe05fab7-1872-42f2-8679-f6a93dd7e499 from datanode DatanodeRegistration(127.0.0.1:46033, datanodeUuid=3244cb02-99ce-429b-af86-385950e6c60e, infoPort=41663, infoSecurePort=0, ipcPort=36445, storageInfo=lv=-57;cid=testClusterID;nsid=1260763411;c=1732110226925)
2024-11-20T13:43:49,814 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70fe8884e2ed2ffc with lease ID 0x78e6001185cf137c: from storage DS-fe05fab7-1872-42f2-8679-f6a93dd7e499 node DatanodeRegistration(127.0.0.1:46033, datanodeUuid=3244cb02-99ce-429b-af86-385950e6c60e, infoPort=41663, infoSecurePort=0, ipcPort=36445, storageInfo=lv=-57;cid=testClusterID;nsid=1260763411;c=1732110226925), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-20T13:43:49,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894
2024-11-20T13:43:49,946 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/cluster_adbc5a88-d35d-489d-9900-27be4dce5cb6/zookeeper_0, clientPort=53647, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/cluster_adbc5a88-d35d-489d-9900-27be4dce5cb6/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/cluster_adbc5a88-d35d-489d-9900-27be4dce5cb6/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-20T13:43:49,955 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53647
2024-11-20T13:43:49,968 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T13:43:49,971 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T13:43:50,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741825_1001 (size=7)
2024-11-20T13:43:50,577 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d with version=8
2024-11-20T13:43:50,577 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/hbase-staging
2024-11-20T13:43:50,656 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-20T13:43:50,895 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/28425b5b8f92:0 server-side Connection retries=45
2024-11-20T13:43:50,903 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T13:43:50,903 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-20T13:43:50,907 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-20T13:43:50,908 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T13:43:50,908 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-20T13:43:51,026 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-20T13:43:51,076 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-20T13:43:51,084 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-20T13:43:51,087 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T13:43:51,108 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8106 (auto-detected)
2024-11-20T13:43:51,109 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-20T13:43:51,125 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46265
2024-11-20T13:43:51,144 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46265 connecting to ZooKeeper ensemble=127.0.0.1:53647
2024-11-20T13:43:51,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462650x0, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-20T13:43:51,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46265-0x101587c9d4f0000 connected
2024-11-20T13:43:51,371 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T13:43:51,375 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T13:43:51,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T13:43:51,390 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d, hbase.cluster.distributed=false
2024-11-20T13:43:51,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-20T13:43:51,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46265
2024-11-20T13:43:51,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46265
2024-11-20T13:43:51,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46265
2024-11-20T13:43:51,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46265
2024-11-20T13:43:51,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46265
2024-11-20T13:43:51,520 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/28425b5b8f92:0 server-side Connection retries=45
2024-11-20T13:43:51,521 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T13:43:51,522 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-20T13:43:51,522 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-20T13:43:51,522 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T13:43:51,522 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-20T13:43:51,525 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-20T13:43:51,528 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T13:43:51,529 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46817
2024-11-20T13:43:51,531 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46817 connecting to ZooKeeper ensemble=127.0.0.1:53647
2024-11-20T13:43:51,533 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T13:43:51,536 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T13:43:51,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468170x0, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-20T13:43:51,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468170x0, quorum=127.0.0.1:53647, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T13:43:51,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46817-0x101587c9d4f0001 connected
2024-11-20T13:43:51,551 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-20T13:43:51,558 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-20T13:43:51,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46817-0x101587c9d4f0001, quorum=127.0.0.1:53647, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-20T13:43:51,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46817-0x101587c9d4f0001, quorum=127.0.0.1:53647, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-20T13:43:51,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46817
2024-11-20T13:43:51,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46817
2024-11-20T13:43:51,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46817
2024-11-20T13:43:51,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46817
2024-11-20T13:43:51,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46817
2024-11-20T13:43:51,588 DEBUG [M:0;28425b5b8f92:46265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;28425b5b8f92:46265
2024-11-20T13:43:51,589 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/28425b5b8f92,46265,1732110230749
2024-11-20T13:43:51,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x101587c9d4f0001, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T13:43:51,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T13:43:51,601 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/28425b5b8f92,46265,1732110230749
2024-11-20T13:43:51,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x101587c9d4f0001, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-20T13:43:51,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T13:43:51,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x101587c9d4f0001, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T13:43:51,632 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-20T13:43:51,633 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/28425b5b8f92,46265,1732110230749 from backup master directory
2024-11-20T13:43:51,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/28425b5b8f92,46265,1732110230749
2024-11-20T13:43:51,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x101587c9d4f0001, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T13:43:51,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T13:43:51,642 WARN  [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-20T13:43:51,642 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=28425b5b8f92,46265,1732110230749
2024-11-20T13:43:51,644 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-20T13:43:51,645 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-20T13:43:51,701 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/hbase.id] with ID: e23e0c65-0fbe-41f4-aa4d-f2662b863ef8
2024-11-20T13:43:51,701 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/.tmp/hbase.id
2024-11-20T13:43:51,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741826_1002 (size=42)
2024-11-20T13:43:52,116 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/.tmp/hbase.id]:[hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/hbase.id]
2024-11-20T13:43:52,166 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T13:43:52,172 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-20T13:43:52,191 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms.
2024-11-20T13:43:52,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T13:43:52,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x101587c9d4f0001, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T13:43:52,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741827_1003 (size=196)
2024-11-20T13:43:52,681 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T13:43:52,684 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-20T13:43:52,701 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:52,705 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-20T13:43:52,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741828_1004 (size=1189)
2024-11-20T13:43:53,158 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/data/master/store
2024-11-20T13:43:53,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741829_1005 (size=34)
2024-11-20T13:43:53,583 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-20T13:43:53,587 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T13:43:53,588 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-20T13:43:53,589 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T13:43:53,589 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T13:43:53,591 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-20T13:43:53,591 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T13:43:53,591 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T13:43:53,592 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732110233588Disabling compacts and flushes for region at 1732110233588Disabling writes for close at 1732110233591 (+3 ms)Writing region close event to WAL at 1732110233591Closed at 1732110233591
2024-11-20T13:43:53,595 WARN  [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/data/master/store/.initializing
2024-11-20T13:43:53,595 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/WALs/28425b5b8f92,46265,1732110230749
2024-11-20T13:43:53,605 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-20T13:43:53,622 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C46265%2C1732110230749, suffix=, logDir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/WALs/28425b5b8f92,46265,1732110230749, archiveDir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/oldWALs, maxLogs=10
2024-11-20T13:43:53,653 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/WALs/28425b5b8f92,46265,1732110230749/28425b5b8f92%2C46265%2C1732110230749.1732110233628, exclude list is [], retry=0
2024-11-20T13:43:53,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46033,DS-513a127e-3731-415c-982e-470fc26acfa8,DISK]
2024-11-20T13:43:53,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-20T13:43:53,709 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/WALs/28425b5b8f92,46265,1732110230749/28425b5b8f92%2C46265%2C1732110230749.1732110233628
2024-11-20T13:43:53,709 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41663:41663)]
2024-11-20T13:43:53,710 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-20T13:43:53,711 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T13:43:53,714 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T13:43:53,715 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T13:43:53,763 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T13:43:53,798 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-20T13:43:53,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:43:53,808 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T13:43:53,809 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T13:43:53,815 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-20T13:43:53,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:43:53,817 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:43:53,817 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T13:43:53,822 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-20T13:43:53,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:43:53,825 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:43:53,825 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T13:43:53,829 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-20T13:43:53,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:43:53,831 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:43:53,832 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T13:43:53,836 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-20T13:43:53,837 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-20T13:43:53,844 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T13:43:53,845 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T13:43:53,849 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-20T13:43:53,854 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T13:43:53,859 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T13:43:53,861 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66707332, jitterRate=-0.005983293056488037}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-20T13:43:53,868 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732110233728Initializing all the Stores at 1732110233731 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110233732 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110233732Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110233733 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110233733Cleaning up temporary data from old regions at 1732110233845 (+112 ms)Region opened successfully at 1732110233867 (+22 ms)
2024-11-20T13:43:53,869 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-20T13:43:53,905 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d03a7d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=28425b5b8f92/172.17.0.2:0
2024-11-20T13:43:53,936 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-20T13:43:53,947 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-20T13:43:53,947 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-20T13:43:53,950 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-20T13:43:53,952 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-20T13:43:53,957 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-20T13:43:53,957 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-20T13:43:53,988 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-20T13:43:54,001 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-20T13:43:54,062 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-20T13:43:54,065 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-20T13:43:54,068 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-20T13:43:54,072 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-20T13:43:54,075 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-20T13:43:54,078 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-20T13:43:54,083 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-20T13:43:54,085 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-20T13:43:54,093 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-20T13:43:54,116 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-20T13:43:54,125 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-20T13:43:54,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-20T13:43:54,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x101587c9d4f0001, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-20T13:43:54,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x101587c9d4f0001, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T13:43:54,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T13:43:54,140 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=28425b5b8f92,46265,1732110230749, sessionid=0x101587c9d4f0000, setting cluster-up flag (Was=false)
2024-11-20T13:43:54,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x101587c9d4f0001, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T13:43:54,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T13:43:54,199 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-20T13:43:54,201 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=28425b5b8f92,46265,1732110230749
2024-11-20T13:43:54,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T13:43:54,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x101587c9d4f0001, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T13:43:54,251 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-20T13:43:54,254 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=28425b5b8f92,46265,1732110230749
2024-11-20T13:43:54,262 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-20T13:43:54,281 INFO  [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(746): ClusterId : e23e0c65-0fbe-41f4-aa4d-f2662b863ef8
2024-11-20T13:43:54,284 DEBUG [RS:0;28425b5b8f92:46817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-20T13:43:54,296 DEBUG [RS:0;28425b5b8f92:46817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-20T13:43:54,296 DEBUG [RS:0;28425b5b8f92:46817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-20T13:43:54,305 DEBUG [RS:0;28425b5b8f92:46817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-20T13:43:54,306 DEBUG [RS:0;28425b5b8f92:46817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ad3535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=28425b5b8f92/172.17.0.2:0
2024-11-20T13:43:54,323 DEBUG [RS:0;28425b5b8f92:46817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;28425b5b8f92:46817
2024-11-20T13:43:54,328 INFO  [RS:0;28425b5b8f92:46817 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-20T13:43:54,328 INFO  [RS:0;28425b5b8f92:46817 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-20T13:43:54,328 DEBUG [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-20T13:43:54,332 INFO  [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(2659): reportForDuty to master=28425b5b8f92,46265,1732110230749 with port=46817, startcode=1732110231487
2024-11-20T13:43:54,345 DEBUG [RS:0;28425b5b8f92:46817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-20T13:43:54,360 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-20T13:43:54,375 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-20T13:43:54,385 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-20T13:43:54,393 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 28425b5b8f92,46265,1732110230749
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-20T13:43:54,404 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5
2024-11-20T13:43:54,404 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5
2024-11-20T13:43:54,404 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5
2024-11-20T13:43:54,405 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5
2024-11-20T13:43:54,405 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/28425b5b8f92:0, corePoolSize=10, maxPoolSize=10
2024-11-20T13:43:54,405 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1
2024-11-20T13:43:54,409 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/28425b5b8f92:0, corePoolSize=2, maxPoolSize=2
2024-11-20T13:43:54,409 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1
2024-11-20T13:43:54,414 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38319, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-20T13:43:54,420 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46265 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:54,422 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-20T13:43:54,422 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-20T13:43:54,429 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:43:54,430 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-20T13:43:54,444 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732110264442
2024-11-20T13:43:54,446 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-20T13:43:54,447 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-20T13:43:54,451 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-20T13:43:54,451 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-20T13:43:54,452 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-20T13:43:54,452 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-20T13:43:54,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741831_1007 (size=1321)
2024-11-20T13:43:54,455 DEBUG [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-20T13:43:54,455 WARN  [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-20T13:43:54,455 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-20T13:43:54,459 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-20T13:43:54,461 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-20T13:43:54,461 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-20T13:43:54,464 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-20T13:43:54,465 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-20T13:43:54,467 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.large.0-1732110234466,5,FailOnTimeoutGroup]
2024-11-20T13:43:54,468 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.small.0-1732110234467,5,FailOnTimeoutGroup]
2024-11-20T13:43:54,468 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-20T13:43:54,468 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-20T13:43:54,470 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-20T13:43:54,470 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-20T13:43:54,556 INFO  [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(2659): reportForDuty to master=28425b5b8f92,46265,1732110230749 with port=46817, startcode=1732110231487
2024-11-20T13:43:54,559 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46265 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 28425b5b8f92,46817,1732110231487
2024-11-20T13:43:54,561 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46265 {}] master.ServerManager(517): Registering regionserver=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:54,572 DEBUG [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d
2024-11-20T13:43:54,572 DEBUG [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39871
2024-11-20T13:43:54,573 DEBUG [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-20T13:43:54,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-20T13:43:54,589 DEBUG [RS:0;28425b5b8f92:46817 {}] zookeeper.ZKUtil(111): regionserver:46817-0x101587c9d4f0001, quorum=127.0.0.1:53647, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/28425b5b8f92,46817,1732110231487
2024-11-20T13:43:54,589 WARN  [RS:0;28425b5b8f92:46817 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-20T13:43:54,590 INFO  [RS:0;28425b5b8f92:46817 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-20T13:43:54,590 DEBUG [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/WALs/28425b5b8f92,46817,1732110231487
2024-11-20T13:43:54,593 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [28425b5b8f92,46817,1732110231487]
2024-11-20T13:43:54,625 INFO  [RS:0;28425b5b8f92:46817 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-20T13:43:54,649 INFO  [RS:0;28425b5b8f92:46817 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-20T13:43:54,656 INFO  [RS:0;28425b5b8f92:46817 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-20T13:43:54,656 INFO  [RS:0;28425b5b8f92:46817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T13:43:54,657 INFO  [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-20T13:43:54,664 INFO  [RS:0;28425b5b8f92:46817 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-20T13:43:54,666 INFO  [RS:0;28425b5b8f92:46817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-20T13:43:54,666 DEBUG [RS:0;28425b5b8f92:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1
2024-11-20T13:43:54,667 DEBUG [RS:0;28425b5b8f92:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1
2024-11-20T13:43:54,667 DEBUG [RS:0;28425b5b8f92:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1
2024-11-20T13:43:54,667 DEBUG [RS:0;28425b5b8f92:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1
2024-11-20T13:43:54,667 DEBUG [RS:0;28425b5b8f92:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1
2024-11-20T13:43:54,667 DEBUG [RS:0;28425b5b8f92:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0, corePoolSize=2, maxPoolSize=2
2024-11-20T13:43:54,668 DEBUG [RS:0;28425b5b8f92:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1
2024-11-20T13:43:54,668 DEBUG [RS:0;28425b5b8f92:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1
2024-11-20T13:43:54,668 DEBUG [RS:0;28425b5b8f92:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1
2024-11-20T13:43:54,668 DEBUG [RS:0;28425b5b8f92:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1
2024-11-20T13:43:54,668 DEBUG [RS:0;28425b5b8f92:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1
2024-11-20T13:43:54,669 DEBUG [RS:0;28425b5b8f92:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1
2024-11-20T13:43:54,669 DEBUG [RS:0;28425b5b8f92:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/28425b5b8f92:0, corePoolSize=3, maxPoolSize=3
2024-11-20T13:43:54,669 DEBUG [RS:0;28425b5b8f92:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0, corePoolSize=3, maxPoolSize=3
2024-11-20T13:43:54,670 INFO  [RS:0;28425b5b8f92:46817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-20T13:43:54,670 INFO  [RS:0;28425b5b8f92:46817 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-20T13:43:54,671 INFO  [RS:0;28425b5b8f92:46817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T13:43:54,671 INFO  [RS:0;28425b5b8f92:46817 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-20T13:43:54,671 INFO  [RS:0;28425b5b8f92:46817 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-20T13:43:54,671 INFO  [RS:0;28425b5b8f92:46817 {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,46817,1732110231487-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-20T13:43:54,699 INFO  [RS:0;28425b5b8f92:46817 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-20T13:43:54,702 INFO  [RS:0;28425b5b8f92:46817 {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,46817,1732110231487-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T13:43:54,702 INFO  [RS:0;28425b5b8f92:46817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T13:43:54,703 INFO  [RS:0;28425b5b8f92:46817 {}] regionserver.Replication(171): 28425b5b8f92,46817,1732110231487 started
2024-11-20T13:43:54,729 INFO  [RS:0;28425b5b8f92:46817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T13:43:54,730 INFO  [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(1482): Serving as 28425b5b8f92,46817,1732110231487, RpcServer on 28425b5b8f92/172.17.0.2:46817, sessionid=0x101587c9d4f0001
2024-11-20T13:43:54,731 DEBUG [RS:0;28425b5b8f92:46817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-20T13:43:54,731 DEBUG [RS:0;28425b5b8f92:46817 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 28425b5b8f92,46817,1732110231487
2024-11-20T13:43:54,731 DEBUG [RS:0;28425b5b8f92:46817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28425b5b8f92,46817,1732110231487'
2024-11-20T13:43:54,732 DEBUG [RS:0;28425b5b8f92:46817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-20T13:43:54,733 DEBUG [RS:0;28425b5b8f92:46817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-20T13:43:54,733 DEBUG [RS:0;28425b5b8f92:46817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-20T13:43:54,733 DEBUG [RS:0;28425b5b8f92:46817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-20T13:43:54,734 DEBUG [RS:0;28425b5b8f92:46817 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 28425b5b8f92,46817,1732110231487
2024-11-20T13:43:54,734 DEBUG [RS:0;28425b5b8f92:46817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28425b5b8f92,46817,1732110231487'
2024-11-20T13:43:54,734 DEBUG [RS:0;28425b5b8f92:46817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-20T13:43:54,735 DEBUG [RS:0;28425b5b8f92:46817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-20T13:43:54,735 DEBUG [RS:0;28425b5b8f92:46817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-20T13:43:54,736 INFO  [RS:0;28425b5b8f92:46817 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-20T13:43:54,736 INFO  [RS:0;28425b5b8f92:46817 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-20T13:43:54,842 INFO  [RS:0;28425b5b8f92:46817 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-20T13:43:54,847 INFO  [RS:0;28425b5b8f92:46817 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C46817%2C1732110231487, suffix=, logDir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/WALs/28425b5b8f92,46817,1732110231487, archiveDir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/oldWALs, maxLogs=32
2024-11-20T13:43:54,858 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-20T13:43:54,858 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d
2024-11-20T13:43:54,871 DEBUG [RS:0;28425b5b8f92:46817 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/WALs/28425b5b8f92,46817,1732110231487/28425b5b8f92%2C46817%2C1732110231487.1732110234850, exclude list is [], retry=0
2024-11-20T13:43:54,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741832_1008 (size=32)
2024-11-20T13:43:54,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T13:43:54,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46033,DS-513a127e-3731-415c-982e-470fc26acfa8,DISK]
2024-11-20T13:43:54,884 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-20T13:43:54,886 INFO  [RS:0;28425b5b8f92:46817 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/WALs/28425b5b8f92,46817,1732110231487/28425b5b8f92%2C46817%2C1732110231487.1732110234850
2024-11-20T13:43:54,887 DEBUG [RS:0;28425b5b8f92:46817 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41663:41663)]
2024-11-20T13:43:54,889 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-20T13:43:54,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:43:54,890 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T13:43:54,891 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-20T13:43:54,894 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-20T13:43:54,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:43:54,896 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T13:43:54,896 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-20T13:43:54,900 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-20T13:43:54,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:43:54,904 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T13:43:54,905 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-20T13:43:54,912 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-20T13:43:54,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:43:54,914 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T13:43:54,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-20T13:43:54,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740
2024-11-20T13:43:54,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740
2024-11-20T13:43:54,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-20T13:43:54,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-20T13:43:54,922 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-20T13:43:54,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-20T13:43:54,933 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T13:43:54,935 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72560180, jitterRate=0.08123093843460083}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-20T13:43:54,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732110234875Initializing all the Stores at 1732110234883 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110234883Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110234884 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110234884Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110234884Cleaning up temporary data from old regions at 1732110234921 (+37 ms)Region opened successfully at 1732110234939 (+18 ms)
2024-11-20T13:43:54,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-20T13:43:54,939 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-20T13:43:54,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-20T13:43:54,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-20T13:43:54,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-20T13:43:54,941 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-20T13:43:54,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732110234939Disabling compacts and flushes for region at 1732110234939Disabling writes for close at 1732110234939Writing region close event to WAL at 1732110234941 (+2 ms)Closed at 1732110234941
2024-11-20T13:43:54,946 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-20T13:43:54,946 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-20T13:43:54,954 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-20T13:43:54,965 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-20T13:43:54,969 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-20T13:43:55,122 DEBUG [28425b5b8f92:46265 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-20T13:43:55,137 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:55,144 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,46817,1732110231487, state=OPENING
2024-11-20T13:43:55,262 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-20T13:43:55,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T13:43:55,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x101587c9d4f0001, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T13:43:55,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T13:43:55,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T13:43:55,275 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-20T13:43:55,277 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,46817,1732110231487}]
2024-11-20T13:43:55,451 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-20T13:43:55,455 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39561, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-20T13:43:55,470 INFO  [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-20T13:43:55,471 INFO  [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-20T13:43:55,471 INFO  [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-20T13:43:55,476 INFO  [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C46817%2C1732110231487.meta, suffix=.meta, logDir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/WALs/28425b5b8f92,46817,1732110231487, archiveDir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/oldWALs, maxLogs=32
2024-11-20T13:43:55,496 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/WALs/28425b5b8f92,46817,1732110231487/28425b5b8f92%2C46817%2C1732110231487.meta.1732110235478.meta, exclude list is [], retry=0
2024-11-20T13:43:55,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46033,DS-513a127e-3731-415c-982e-470fc26acfa8,DISK]
2024-11-20T13:43:55,504 INFO  [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/WALs/28425b5b8f92,46817,1732110231487/28425b5b8f92%2C46817%2C1732110231487.meta.1732110235478.meta
2024-11-20T13:43:55,505 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41663:41663)]
2024-11-20T13:43:55,505 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-20T13:43:55,507 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-20T13:43:55,509 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-20T13:43:55,514 INFO  [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-20T13:43:55,518 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-20T13:43:55,518 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T13:43:55,519 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-20T13:43:55,519 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-20T13:43:55,522 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-20T13:43:55,524 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-20T13:43:55,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:43:55,525 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T13:43:55,525 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-20T13:43:55,527 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-20T13:43:55,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:43:55,528 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T13:43:55,529 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-20T13:43:55,530 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-20T13:43:55,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:43:55,531 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T13:43:55,532 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-20T13:43:55,533 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-20T13:43:55,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:43:55,534 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T13:43:55,535 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-20T13:43:55,536 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740
2024-11-20T13:43:55,540 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740
2024-11-20T13:43:55,542 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-20T13:43:55,542 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-20T13:43:55,543 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-20T13:43:55,546 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-20T13:43:55,548 INFO  [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69251697, jitterRate=0.031930699944496155}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-20T13:43:55,548 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-20T13:43:55,550 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732110235519Writing region info on filesystem at 1732110235519Initializing all the Stores at 1732110235521 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110235521Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110235522 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110235522Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110235522Cleaning up temporary data from old regions at 1732110235542 (+20 ms)Running coprocessor post-open hooks at 1732110235548 (+6 ms)Region opened successfully at 1732110235550 (+2 ms)
2024-11-20T13:43:55,556 INFO  [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732110235443
2024-11-20T13:43:55,567 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-20T13:43:55,567 INFO  [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-20T13:43:55,569 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:55,571 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,46817,1732110231487, state=OPEN
2024-11-20T13:43:55,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-20T13:43:55,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x101587c9d4f0001, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-20T13:43:55,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T13:43:55,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T13:43:55,642 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:55,647 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-20T13:43:55,648 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,46817,1732110231487 in 365 msec
2024-11-20T13:43:55,655 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-20T13:43:55,655 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 696 msec
2024-11-20T13:43:55,657 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-20T13:43:55,657 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-20T13:43:55,674 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:43:55,675 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:43:55,692 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:43:55,695 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47041, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:43:55,715 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4100 sec
2024-11-20T13:43:55,715 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732110235715, completionTime=-1
2024-11-20T13:43:55,718 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-20T13:43:55,718 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-20T13:43:55,751 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-20T13:43:55,751 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732110295751
2024-11-20T13:43:55,751 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732110355751
2024-11-20T13:43:55,752 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec
2024-11-20T13:43:55,754 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,46265,1732110230749-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T13:43:55,755 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,46265,1732110230749-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T13:43:55,755 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,46265,1732110230749-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T13:43:55,756 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-28425b5b8f92:46265, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T13:43:55,757 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-20T13:43:55,757 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-20T13:43:55,763 DEBUG [master/28425b5b8f92:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-20T13:43:55,790 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.148sec
2024-11-20T13:43:55,791 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-20T13:43:55,793 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-20T13:43:55,794 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-20T13:43:55,795 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-20T13:43:55,795 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-20T13:43:55,796 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,46265,1732110230749-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-20T13:43:55,797 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,46265,1732110230749-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-20T13:43:55,807 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-20T13:43:55,808 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-20T13:43:55,808 INFO  [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,46265,1732110230749-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T13:43:55,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519673c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:55,896 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-20T13:43:55,896 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-20T13:43:55,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:43:55,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:43:55,910 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:43:55,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:43:55,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:43:55,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c122755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:55,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:43:55,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:43:55,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:43:55,921 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:43:55,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2d93e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:55,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:43:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:43:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:43:55,961 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45622, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:43:55,988 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=28425b5b8f92,46265,1732110230749
2024-11-20T13:43:56,003 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=9039
2024-11-20T13:43:56,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-20T13:43:56,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 28425b5b8f92,46265,1732110230749
2024-11-20T13:43:56,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ed3967e
2024-11-20T13:43:56,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-20T13:43:56,026 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-20T13:43:56,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-20T13:43:56,034 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T13:43:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-20T13:43:56,047 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T13:43:56,049 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 4
2024-11-20T13:43:56,050 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:43:56,052 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T13:43:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-20T13:43:56,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741835_1011 (size=1061)
2024-11-20T13:43:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-20T13:43:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-20T13:43:56,467 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d
2024-11-20T13:43:56,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741836_1012 (size=53)
2024-11-20T13:43:56,477 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T13:43:56,477 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 5edc097a21d53cfa09ea50cf0f49c400, disabling compactions & flushes
2024-11-20T13:43:56,477 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:56,477 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:56,477 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. after waiting 0 ms
2024-11-20T13:43:56,477 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:56,477 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:56,478 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5edc097a21d53cfa09ea50cf0f49c400:
Waiting for close lock at 1732110236477Disabling compacts and flushes for region at 1732110236477Disabling writes for close at 1732110236477Writing region close event to WAL at 1732110236477Closed at 1732110236477
2024-11-20T13:43:56,480 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T13:43:56,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732110236480"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110236480"}]},"ts":"1732110236480"}
2024-11-20T13:43:56,490 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T13:43:56,492 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T13:43:56,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110236492"}]},"ts":"1732110236492"}
2024-11-20T13:43:56,499 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-20T13:43:56,500 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5edc097a21d53cfa09ea50cf0f49c400, ASSIGN}]
2024-11-20T13:43:56,503 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5edc097a21d53cfa09ea50cf0f49c400, ASSIGN
2024-11-20T13:43:56,504 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5edc097a21d53cfa09ea50cf0f49c400, ASSIGN; state=OFFLINE, location=28425b5b8f92,46817,1732110231487; forceNewPlan=false, retain=false
2024-11-20T13:43:56,656 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5edc097a21d53cfa09ea50cf0f49c400, regionState=OPENING, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:56,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5edc097a21d53cfa09ea50cf0f49c400, ASSIGN because future has completed
2024-11-20T13:43:56,662 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487}]
2024-11-20T13:43:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-20T13:43:56,826 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:56,826 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
2024-11-20T13:43:56,827 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:43:56,827 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T13:43:56,827 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:43:56,827 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:43:56,830 INFO  [StoreOpener-5edc097a21d53cfa09ea50cf0f49c400-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5edc097a21d53cfa09ea50cf0f49c400 
2024-11-20T13:43:56,834 INFO  [StoreOpener-5edc097a21d53cfa09ea50cf0f49c400-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:43:56,834 INFO  [StoreOpener-5edc097a21d53cfa09ea50cf0f49c400-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5edc097a21d53cfa09ea50cf0f49c400 columnFamilyName A
2024-11-20T13:43:56,834 DEBUG [StoreOpener-5edc097a21d53cfa09ea50cf0f49c400-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:43:56,835 INFO  [StoreOpener-5edc097a21d53cfa09ea50cf0f49c400-1 {}] regionserver.HStore(327): Store=5edc097a21d53cfa09ea50cf0f49c400/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:43:56,836 INFO  [StoreOpener-5edc097a21d53cfa09ea50cf0f49c400-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5edc097a21d53cfa09ea50cf0f49c400 
2024-11-20T13:43:56,838 INFO  [StoreOpener-5edc097a21d53cfa09ea50cf0f49c400-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:43:56,838 INFO  [StoreOpener-5edc097a21d53cfa09ea50cf0f49c400-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5edc097a21d53cfa09ea50cf0f49c400 columnFamilyName B
2024-11-20T13:43:56,839 DEBUG [StoreOpener-5edc097a21d53cfa09ea50cf0f49c400-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:43:56,840 INFO  [StoreOpener-5edc097a21d53cfa09ea50cf0f49c400-1 {}] regionserver.HStore(327): Store=5edc097a21d53cfa09ea50cf0f49c400/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:43:56,840 INFO  [StoreOpener-5edc097a21d53cfa09ea50cf0f49c400-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5edc097a21d53cfa09ea50cf0f49c400 
2024-11-20T13:43:56,843 INFO  [StoreOpener-5edc097a21d53cfa09ea50cf0f49c400-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:43:56,844 INFO  [StoreOpener-5edc097a21d53cfa09ea50cf0f49c400-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5edc097a21d53cfa09ea50cf0f49c400 columnFamilyName C
2024-11-20T13:43:56,844 DEBUG [StoreOpener-5edc097a21d53cfa09ea50cf0f49c400-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:43:56,845 INFO  [StoreOpener-5edc097a21d53cfa09ea50cf0f49c400-1 {}] regionserver.HStore(327): Store=5edc097a21d53cfa09ea50cf0f49c400/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:43:56,846 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:56,846 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:43:56,848 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:43:56,849 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:43:56,851 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:43:56,851 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:43:56,852 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-20T13:43:56,855 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:43:56,859 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T13:43:56,860 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5edc097a21d53cfa09ea50cf0f49c400; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65861479, jitterRate=-0.01858748495578766}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-20T13:43:56,860 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:43:56,861 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5edc097a21d53cfa09ea50cf0f49c400:
Running coprocessor pre-open hook at 1732110236827Writing region info on filesystem at 1732110236827Initializing all the Stores at 1732110236829 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110236829Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110236830 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110236830Cleaning up temporary data from old regions at 1732110236851 (+21 ms)Running coprocessor post-open hooks at 1732110236860 (+9 ms)Region opened successfully at 1732110236861 (+1 ms)
2024-11-20T13:43:56,863 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., pid=6, masterSystemTime=1732110236818
2024-11-20T13:43:56,867 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:56,867 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:56,868 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5edc097a21d53cfa09ea50cf0f49c400, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:56,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487 because future has completed
2024-11-20T13:43:56,882 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-20T13:43:56,885 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487 in 213 msec
2024-11-20T13:43:56,889 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-20T13:43:56,890 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5edc097a21d53cfa09ea50cf0f49c400, ASSIGN in 382 msec
2024-11-20T13:43:56,892 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T13:43:56,892 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110236892"}]},"ts":"1732110236892"}
2024-11-20T13:43:56,897 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-20T13:43:56,899 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T13:43:56,904 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 861 msec
2024-11-20T13:43:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-20T13:43:57,194 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:43:57,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5ede62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:43:57,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:43:57,200 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:43:57,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:43:57,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:43:57,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450047aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:43:57,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:43:57,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:43:57,203 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:43:57,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2241b47b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:43:57,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:43:57,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:43:57,210 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:43:57,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-20T13:43:57,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 28425b5b8f92,46265,1732110230749
2024-11-20T13:43:57,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26208fc3
2024-11-20T13:43:57,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-20T13:43:57,220 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-20T13:43:57,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3812e936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:43:57,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:43:57,226 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:43:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:43:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:43:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@351f00f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:43:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:43:57,228 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:43:57,229 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:43:57,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52853965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e500c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:43:57,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:43:57,234 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:43:57,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:43:57,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:43:57,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3108cf5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:43:57,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:43:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:43:57,237 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:43:57,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccba464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c12611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:43:57,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:43:57,241 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:43:57,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:43:57,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:43:57,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e76b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:43:57,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:43:57,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:43:57,245 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:43:57,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed1eddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77155d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:43:57,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:43:57,250 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:43:57,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:43:57,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:43:57,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d73e822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:43:57,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:43:57,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:43:57,256 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60740, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:43:57,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6409796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bdceae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:43:57,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:43:57,260 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:43:57,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:43:57,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:43:57,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e03591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:43:57,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:43:57,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:43:57,263 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:43:57,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a902d90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58df653d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:43:57,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:43:57,270 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:43:57,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:43:57,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:43:57,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b96caa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:43:57,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:43:57,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:43:57,273 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:43:57,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa01e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85187e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:43:57,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:43:57,281 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:43:57,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:43:57,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:43:57,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373a2bd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:43:57,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:43:57,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:43:57,283 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:43:57,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3524ef4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc6fa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:43:57,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:43:57,288 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:43:57,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:43:57,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:43:57,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62dac934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:43:57,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:43:57,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:43:57,291 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:43:57,293 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db1498d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a990c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:43:57,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:43:57,295 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:43:57,295 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:43:57,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:43:57,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30113547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:43:57,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:43:57,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:43:57,298 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:43:57,299 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd9938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:43:57,303 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:43:57,303 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:43:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:43:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:43:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:43:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:43:57,307 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:43:57,307 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:43:57,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:43:57,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:43:57,318 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:43:57,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:43:57,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:43:57,323 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:43:57,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:43:57,343 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:43:57,350 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:43:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees
2024-11-20T13:43:57,352 DEBUG [Thread-143 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:43:57,353 DEBUG [Thread-143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:43:57,354 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:43:57,358 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:43:57,358 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:43:57,360 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:43:57,360 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:43:57,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:43:57,362 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:43:57,364 DEBUG [Thread-154 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:43:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-20T13:43:57,366 DEBUG [Thread-154 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:43:57,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:43:57,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:43:57,368 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:43:57,371 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:43:57,373 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:43:57,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:43:57,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:43:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:43:57,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:43:57,380 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:43:57,381 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:43:57,389 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:43:57,389 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:43:57,390 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:43:57,392 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:43:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:43:57,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:43:57,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:43:57,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:43:57,398 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:43:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:43:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:43:57,436 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-20T13:43:57,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:43:57,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:43:57,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:43:57,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:43:57,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:43:57,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:43:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-20T13:43:57,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-20T13:43:57,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:57,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:43:57,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:57,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:57,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:57,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/3a5a41e1e2a548939d12248e78fcf7fa is 50, key is test_row_0/A:col10/1732110237398/Put/seqid=0
2024-11-20T13:43:57,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:57,657 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110237575, max timestamp=1732110237606Num uniques 859; 
2024-11-20T13:43:57,658 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:43:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110297598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:57,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:57,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:57,667 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110237575, max timestamp=1732110237606Num uniques 859; 
2024-11-20T13:43:57,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110237575, max timestamp=1732110237618Num uniques 859; 
2024-11-20T13:43:57,681 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:43:57,681 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:43:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-20T13:43:57,687 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741837_1013 (size=12001)
2024-11-20T13:43:57,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-20T13:43:57,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:57,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:43:57,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:57,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:57,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:57,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110297773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:57,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:57,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:57,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:57,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110297784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:57,796 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:57,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110297778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:57,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110297789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:57,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:57,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:57,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:57,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110297795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:57,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:57,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:57,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:57,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-20T13:43:57,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:57,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:43:57,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:57,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:57,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:57,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110297904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:57,909 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:57,909 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:57,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110297913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:57,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:57,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:57,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:57,924 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110297913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:57,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:57,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:57,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:57,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110297923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:57,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:57,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:57,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-20T13:43:58,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110298003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:58,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:58,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:58,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:58,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-20T13:43:58,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:58,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:43:58,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:58,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:58,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:58,090 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/3a5a41e1e2a548939d12248e78fcf7fa
2024-11-20T13:43:58,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110298113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:58,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:58,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:58,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:58,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110298133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:58,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:58,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:58,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:58,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110298133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:58,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110298143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:58,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:58,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:58,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:58,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-20T13:43:58,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:58,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:43:58,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:58,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:58,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:58,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/7e713a77778d46be98540f614005d99c is 50, key is test_row_0/B:col10/1732110237398/Put/seqid=0
2024-11-20T13:43:58,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741838_1014 (size=12001)
2024-11-20T13:43:58,246 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/7e713a77778d46be98540f614005d99c
2024-11-20T13:43:58,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110298315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:58,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:58,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/ba32d239c37f41f3b66aa5937da64a3e is 50, key is test_row_0/C:col10/1732110237398/Put/seqid=0
2024-11-20T13:43:58,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-20T13:43:58,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:58,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:43:58,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:58,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:58,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:58,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741839_1015 (size=12001)
2024-11-20T13:43:58,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110298423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:58,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:58,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:58,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:58,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110298443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:58,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:58,447 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110298443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:58,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:58,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:58,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:58,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110298463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-20T13:43:58,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-20T13:43:58,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:58,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:43:58,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:58,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:58,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:58,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-20T13:43:58,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:58,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:43:58,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:58,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:58,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:58,779 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/ba32d239c37f41f3b66aa5937da64a3e
2024-11-20T13:43:58,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/3a5a41e1e2a548939d12248e78fcf7fa as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/3a5a41e1e2a548939d12248e78fcf7fa
2024-11-20T13:43:58,831 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/3a5a41e1e2a548939d12248e78fcf7fa, entries=150, sequenceid=12, filesize=11.7 K
2024-11-20T13:43:58,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-20T13:43:58,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:58,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:43:58,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:58,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:58,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:58,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/7e713a77778d46be98540f614005d99c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/7e713a77778d46be98540f614005d99c
2024-11-20T13:43:58,850 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110298833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:58,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:58,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:58,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:58,870 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/7e713a77778d46be98540f614005d99c, entries=150, sequenceid=12, filesize=11.7 K
2024-11-20T13:43:58,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/ba32d239c37f41f3b66aa5937da64a3e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/ba32d239c37f41f3b66aa5937da64a3e
2024-11-20T13:43:58,898 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/ba32d239c37f41f3b66aa5937da64a3e, entries=150, sequenceid=12, filesize=11.7 K
2024-11-20T13:43:58,911 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 5edc097a21d53cfa09ea50cf0f49c400 in 1471ms, sequenceid=12, compaction requested=false
2024-11-20T13:43:58,912 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-20T13:43:58,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:43:58,965 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732110237778, max timestamp=1732110238954Num uniques 1018; 
2024-11-20T13:43:58,965 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-20T13:43:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:43:58,977 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=109.58 KB heapSize=312.13 KB
2024-11-20T13:43:58,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:43:58,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:43:58,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:43:58,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-20T13:43:58,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:43:58,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-20T13:43:59,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/7668d12b9c574e63a71088b0d5ffbe3e is 50, key is test_row_0/A:col10/1732110237778/Put/seqid=0
2024-11-20T13:43:59,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-20T13:43:59,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:59,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:43:59,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:59,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:59,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:59,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741840_1016 (size=16681)
2024-11-20T13:43:59,037 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/7668d12b9c574e63a71088b0d5ffbe3e
2024-11-20T13:43:59,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/c1b1031846c94c8d8ef0b503b93261ca is 50, key is test_row_0/B:col10/1732110237778/Put/seqid=0
2024-11-20T13:43:59,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741841_1017 (size=12001)
2024-11-20T13:43:59,084 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/c1b1031846c94c8d8ef0b503b93261ca
2024-11-20T13:43:59,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110299066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:59,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:59,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110299066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:59,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110299090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:59,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:59,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110299090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:59,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:59,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/dcbf4d50c65e4c44a4bf1c2149bdccbc is 50, key is test_row_0/C:col10/1732110237778/Put/seqid=0
2024-11-20T13:43:59,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741842_1018 (size=12001)
2024-11-20T13:43:59,149 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/dcbf4d50c65e4c44a4bf1c2149bdccbc
2024-11-20T13:43:59,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-20T13:43:59,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:59,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:43:59,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:59,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:59,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:43:59,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/7668d12b9c574e63a71088b0d5ffbe3e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/7668d12b9c574e63a71088b0d5ffbe3e
2024-11-20T13:43:59,185 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/7668d12b9c574e63a71088b0d5ffbe3e, entries=250, sequenceid=51, filesize=16.3 K
2024-11-20T13:43:59,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/c1b1031846c94c8d8ef0b503b93261ca as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/c1b1031846c94c8d8ef0b503b93261ca
2024-11-20T13:43:59,208 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/c1b1031846c94c8d8ef0b503b93261ca, entries=150, sequenceid=51, filesize=11.7 K
2024-11-20T13:43:59,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/dcbf4d50c65e4c44a4bf1c2149bdccbc as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/dcbf4d50c65e4c44a4bf1c2149bdccbc
2024-11-20T13:43:59,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:59,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110299202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110299203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:59,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:59,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:59,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110299213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:59,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:59,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110299223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:59,226 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/dcbf4d50c65e4c44a4bf1c2149bdccbc, entries=150, sequenceid=51, filesize=11.7 K
2024-11-20T13:43:59,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:59,228 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~109.58 KB/112210, heapSize ~312.08 KB/319568, currentSize=73.80 KB/75570 for 5edc097a21d53cfa09ea50cf0f49c400 in 251ms, sequenceid=51, compaction requested=false
2024-11-20T13:43:59,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:43:59,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-20T13:43:59,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:43:59,314 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-20T13:43:59,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:43:59,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:43:59,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:43:59,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:43:59,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:43:59,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:43:59,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/51a0e7a56fa7462a91a556895f22fbf7 is 50, key is test_row_0/A:col10/1732110239062/Put/seqid=0
2024-11-20T13:43:59,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741843_1019 (size=12001)
2024-11-20T13:43:59,351 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/51a0e7a56fa7462a91a556895f22fbf7
2024-11-20T13:43:59,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/55fd17eb99eb4b9684b3a094e06a32b0 is 50, key is test_row_0/B:col10/1732110239062/Put/seqid=0
2024-11-20T13:43:59,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741844_1020 (size=12001)
2024-11-20T13:43:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:43:59,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:43:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-20T13:43:59,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110299555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:59,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110299560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:59,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:59,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:59,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110299569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:59,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:59,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110299573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:59,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:59,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110299683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:59,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:59,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110299684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:59,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:59,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110299692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:59,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:59,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110299693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:59,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:59,831 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/55fd17eb99eb4b9684b3a094e06a32b0
2024-11-20T13:43:59,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/132e2f7230394bc08e0b5afc8176a7d9 is 50, key is test_row_0/C:col10/1732110239062/Put/seqid=0
2024-11-20T13:43:59,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110299865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:59,872 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_0' in 5edc097a21d53cfa09ea50cf0f49c400 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2271 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:43:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:59,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110299892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:59,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:59,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741845_1021 (size=12001)
2024-11-20T13:43:59,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:59,910 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/132e2f7230394bc08e0b5afc8176a7d9
2024-11-20T13:43:59,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110299903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:59,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110299903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:59,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:59,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:43:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110299903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:43:59,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:43:59,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:43:59,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/51a0e7a56fa7462a91a556895f22fbf7 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/51a0e7a56fa7462a91a556895f22fbf7
2024-11-20T13:43:59,941 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/51a0e7a56fa7462a91a556895f22fbf7, entries=150, sequenceid=65, filesize=11.7 K
2024-11-20T13:43:59,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/55fd17eb99eb4b9684b3a094e06a32b0 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/55fd17eb99eb4b9684b3a094e06a32b0
2024-11-20T13:43:59,980 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/55fd17eb99eb4b9684b3a094e06a32b0, entries=150, sequenceid=65, filesize=11.7 K
2024-11-20T13:43:59,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/132e2f7230394bc08e0b5afc8176a7d9 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/132e2f7230394bc08e0b5afc8176a7d9
2024-11-20T13:44:00,009 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/132e2f7230394bc08e0b5afc8176a7d9, entries=150, sequenceid=65, filesize=11.7 K
2024-11-20T13:44:00,013 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 5edc097a21d53cfa09ea50cf0f49c400 in 698ms, sequenceid=65, compaction requested=true
2024-11-20T13:44:00,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:00,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:00,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-20T13:44:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-20T13:44:00,021 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-20T13:44:00,022 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6560 sec
2024-11-20T13:44:00,033 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.6790 sec
2024-11-20T13:44:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:00,209 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-20T13:44:00,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:00,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:00,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:00,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:00,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:00,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:00,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/95858c6d77f044d0b94a9ee88efe450d is 50, key is test_row_0/A:col10/1732110240206/Put/seqid=0
2024-11-20T13:44:00,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741846_1022 (size=14341)
2024-11-20T13:44:00,239 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/95858c6d77f044d0b94a9ee88efe450d
2024-11-20T13:44:00,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/d637f85bd8a64f62b9a194af5ab45e1e is 50, key is test_row_0/B:col10/1732110240206/Put/seqid=0
2024-11-20T13:44:00,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741847_1023 (size=12001)
2024-11-20T13:44:00,267 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/d637f85bd8a64f62b9a194af5ab45e1e
2024-11-20T13:44:00,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/774034d1b6ec451a93a3cb3415e2333b is 50, key is test_row_0/C:col10/1732110240206/Put/seqid=0
2024-11-20T13:44:00,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741848_1024 (size=12001)
2024-11-20T13:44:00,313 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/774034d1b6ec451a93a3cb3415e2333b
2024-11-20T13:44:00,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110300299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110300299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:00,321 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110300311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:00,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:00,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110300314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:00,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:00,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/95858c6d77f044d0b94a9ee88efe450d as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/95858c6d77f044d0b94a9ee88efe450d
2024-11-20T13:44:00,352 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/95858c6d77f044d0b94a9ee88efe450d, entries=200, sequenceid=85, filesize=14.0 K
2024-11-20T13:44:00,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/d637f85bd8a64f62b9a194af5ab45e1e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/d637f85bd8a64f62b9a194af5ab45e1e
2024-11-20T13:44:00,388 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/d637f85bd8a64f62b9a194af5ab45e1e, entries=150, sequenceid=85, filesize=11.7 K
2024-11-20T13:44:00,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/774034d1b6ec451a93a3cb3415e2333b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/774034d1b6ec451a93a3cb3415e2333b
2024-11-20T13:44:00,409 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/774034d1b6ec451a93a3cb3415e2333b, entries=150, sequenceid=85, filesize=11.7 K
2024-11-20T13:44:00,412 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 5edc097a21d53cfa09ea50cf0f49c400 in 204ms, sequenceid=85, compaction requested=true
2024-11-20T13:44:00,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:00,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:44:00,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:00,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:44:00,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:00,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:44:00,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:00,421 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:44:00,422 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:44:00,426 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:44:00,427 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 55024 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:44:00,427 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/A is initiating minor compaction (all files)
2024-11-20T13:44:00,427 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/B is initiating minor compaction (all files)
2024-11-20T13:44:00,428 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/B in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:00,428 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/A in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:00,429 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/7e713a77778d46be98540f614005d99c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/c1b1031846c94c8d8ef0b503b93261ca, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/55fd17eb99eb4b9684b3a094e06a32b0, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/d637f85bd8a64f62b9a194af5ab45e1e] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=46.9 K
2024-11-20T13:44:00,429 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/3a5a41e1e2a548939d12248e78fcf7fa, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/7668d12b9c574e63a71088b0d5ffbe3e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/51a0e7a56fa7462a91a556895f22fbf7, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/95858c6d77f044d0b94a9ee88efe450d] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=53.7 K
2024-11-20T13:44:00,430 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e713a77778d46be98540f614005d99c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732110237328
2024-11-20T13:44:00,430 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a5a41e1e2a548939d12248e78fcf7fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732110237328
2024-11-20T13:44:00,433 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7668d12b9c574e63a71088b0d5ffbe3e, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732110237778
2024-11-20T13:44:00,436 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51a0e7a56fa7462a91a556895f22fbf7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1732110239060
2024-11-20T13:44:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:00,436 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-20T13:44:00,437 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting c1b1031846c94c8d8ef0b503b93261ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732110237778
2024-11-20T13:44:00,440 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95858c6d77f044d0b94a9ee88efe450d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732110239556
2024-11-20T13:44:00,440 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 55fd17eb99eb4b9684b3a094e06a32b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1732110239060
2024-11-20T13:44:00,442 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting d637f85bd8a64f62b9a194af5ab45e1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732110239556
2024-11-20T13:44:00,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:00,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:00,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:00,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:00,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:00,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:00,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/e8914c0de8b94417bf187f2900f5b89a is 50, key is test_row_0/A:col10/1732110240435/Put/seqid=0
2024-11-20T13:44:00,500 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#A#compaction#14 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:00,501 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#B#compaction#13 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:00,501 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/89de0b8ad98c4475b75216fbbe3690a4 is 50, key is test_row_0/A:col10/1732110240206/Put/seqid=0
2024-11-20T13:44:00,502 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/cfc9e8fb25a64c2cbe755aab0819b04c is 50, key is test_row_0/B:col10/1732110240206/Put/seqid=0
2024-11-20T13:44:00,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741849_1025 (size=11997)
2024-11-20T13:44:00,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741850_1026 (size=12139)
2024-11-20T13:44:00,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741851_1027 (size=12139)
2024-11-20T13:44:00,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110300544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:00,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:00,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110300547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:00,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:00,564 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110300551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:00,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:00,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110300553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:00,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,566 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/89de0b8ad98c4475b75216fbbe3690a4 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/89de0b8ad98c4475b75216fbbe3690a4
2024-11-20T13:44:00,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:00,596 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/A of 5edc097a21d53cfa09ea50cf0f49c400 into 89de0b8ad98c4475b75216fbbe3690a4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:00,596 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:00,599 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/A, priority=12, startTime=1732110240414; duration=0sec
2024-11-20T13:44:00,600 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:00,600 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:A
2024-11-20T13:44:00,600 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:44:00,603 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:44:00,603 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/C is initiating minor compaction (all files)
2024-11-20T13:44:00,603 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/C in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:00,604 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/ba32d239c37f41f3b66aa5937da64a3e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/dcbf4d50c65e4c44a4bf1c2149bdccbc, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/132e2f7230394bc08e0b5afc8176a7d9, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/774034d1b6ec451a93a3cb3415e2333b] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=46.9 K
2024-11-20T13:44:00,605 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba32d239c37f41f3b66aa5937da64a3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732110237328
2024-11-20T13:44:00,606 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcbf4d50c65e4c44a4bf1c2149bdccbc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732110237778
2024-11-20T13:44:00,607 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 132e2f7230394bc08e0b5afc8176a7d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1732110239060
2024-11-20T13:44:00,608 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 774034d1b6ec451a93a3cb3415e2333b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732110239556
2024-11-20T13:44:00,650 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#C#compaction#15 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:00,654 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/e0d55fa1c05e413ba05d45f1e1879d8b is 50, key is test_row_0/C:col10/1732110240206/Put/seqid=0
2024-11-20T13:44:00,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110300672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:00,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:00,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110300672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:00,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:00,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110300673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110300673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:00,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741852_1028 (size=12139)
2024-11-20T13:44:00,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110300892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:00,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:00,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:00,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110300894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:00,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110300893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110300895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:00,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:00,913 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/e8914c0de8b94417bf187f2900f5b89a
2024-11-20T13:44:00,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/f9d30bb9eb27465d82778a989e1168a9 is 50, key is test_row_0/B:col10/1732110240435/Put/seqid=0
2024-11-20T13:44:00,957 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/cfc9e8fb25a64c2cbe755aab0819b04c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/cfc9e8fb25a64c2cbe755aab0819b04c
2024-11-20T13:44:00,973 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/B of 5edc097a21d53cfa09ea50cf0f49c400 into cfc9e8fb25a64c2cbe755aab0819b04c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:00,973 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:00,974 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/B, priority=12, startTime=1732110240418; duration=0sec
2024-11-20T13:44:00,975 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:00,975 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:B
2024-11-20T13:44:01,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741853_1029 (size=9657)
2024-11-20T13:44:01,010 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/f9d30bb9eb27465d82778a989e1168a9
2024-11-20T13:44:01,031 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T13:44:01,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/e1803e8215934686b142ad2d500bdc3b is 50, key is test_row_0/C:col10/1732110240435/Put/seqid=0
2024-11-20T13:44:01,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741854_1030 (size=9657)
2024-11-20T13:44:01,136 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/e0d55fa1c05e413ba05d45f1e1879d8b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/e0d55fa1c05e413ba05d45f1e1879d8b
2024-11-20T13:44:01,164 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/C of 5edc097a21d53cfa09ea50cf0f49c400 into e0d55fa1c05e413ba05d45f1e1879d8b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:01,164 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:01,164 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/C, priority=12, startTime=1732110240418; duration=0sec
2024-11-20T13:44:01,164 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:01,165 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:C
2024-11-20T13:44:01,195 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-20T13:44:01,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-20T13:44:01,201 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-20T13:44:01,205 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110301202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:01,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-20T13:44:01,209 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-20T13:44:01,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-20T13:44:01,210 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-20T13:44:01,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110301212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:01,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:01,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-20T13:44:01,217 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-20T13:44:01,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110301212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:01,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:01,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110301212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:01,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:01,506 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/e1803e8215934686b142ad2d500bdc3b
2024-11-20T13:44:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-20T13:44:01,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/e8914c0de8b94417bf187f2900f5b89a as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/e8914c0de8b94417bf187f2900f5b89a
2024-11-20T13:44:01,532 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:01,533 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:44:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees
2024-11-20T13:44:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-20T13:44:01,544 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:44:01,547 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/e8914c0de8b94417bf187f2900f5b89a, entries=150, sequenceid=99, filesize=11.7 K
2024-11-20T13:44:01,547 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:44:01,547 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:44:01,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/f9d30bb9eb27465d82778a989e1168a9 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/f9d30bb9eb27465d82778a989e1168a9
2024-11-20T13:44:01,571 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/f9d30bb9eb27465d82778a989e1168a9, entries=100, sequenceid=99, filesize=9.4 K
2024-11-20T13:44:01,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/e1803e8215934686b142ad2d500bdc3b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/e1803e8215934686b142ad2d500bdc3b
2024-11-20T13:44:01,586 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/e1803e8215934686b142ad2d500bdc3b, entries=100, sequenceid=99, filesize=9.4 K
2024-11-20T13:44:01,590 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 5edc097a21d53cfa09ea50cf0f49c400 in 1154ms, sequenceid=99, compaction requested=false
2024-11-20T13:44:01,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-20T13:44:01,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-20T13:44:01,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:01,703 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-20T13:44:01,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:01,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:01,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:01,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:01,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:01,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:01,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:01,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/7d220004112141a79fa6a78eca4fdaf8 is 50, key is test_row_0/A:col10/1732110240540/Put/seqid=0
2024-11-20T13:44:01,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741855_1031 (size=12001)
2024-11-20T13:44:01,767 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/7d220004112141a79fa6a78eca4fdaf8
2024-11-20T13:44:01,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110301766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:01,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:01,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/6107d5fca4314ff5a3067333168ef096 is 50, key is test_row_0/B:col10/1732110240540/Put/seqid=0
2024-11-20T13:44:01,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:01,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110301780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:01,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:01,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110301784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110301784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:01,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741856_1032 (size=12001)
2024-11-20T13:44:01,822 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/6107d5fca4314ff5a3067333168ef096
2024-11-20T13:44:01,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/18aa7adadb374f3a8366113ae6161458 is 50, key is test_row_0/C:col10/1732110240540/Put/seqid=0
2024-11-20T13:44:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-20T13:44:01,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741857_1033 (size=12001)
2024-11-20T13:44:01,869 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/18aa7adadb374f3a8366113ae6161458
2024-11-20T13:44:01,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/7d220004112141a79fa6a78eca4fdaf8 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/7d220004112141a79fa6a78eca4fdaf8
2024-11-20T13:44:01,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110301892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:01,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:01,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110301892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:01,897 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/7d220004112141a79fa6a78eca4fdaf8, entries=150, sequenceid=120, filesize=11.7 K
2024-11-20T13:44:01,897 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_0' in 5edc097a21d53cfa09ea50cf0f49c400 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4301 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:44:01,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:01,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/6107d5fca4314ff5a3067333168ef096 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/6107d5fca4314ff5a3067333168ef096
2024-11-20T13:44:01,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110301902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:01,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:01,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110301902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:01,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:01,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110301902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:01,913 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/6107d5fca4314ff5a3067333168ef096, entries=150, sequenceid=120, filesize=11.7 K
2024-11-20T13:44:01,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/18aa7adadb374f3a8366113ae6161458 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/18aa7adadb374f3a8366113ae6161458
2024-11-20T13:44:01,929 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/18aa7adadb374f3a8366113ae6161458, entries=150, sequenceid=120, filesize=11.7 K
2024-11-20T13:44:01,931 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 5edc097a21d53cfa09ea50cf0f49c400 in 229ms, sequenceid=120, compaction requested=true
2024-11-20T13:44:01,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:01,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:01,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10
2024-11-20T13:44:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=10
2024-11-20T13:44:01,939 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-20T13:44:01,939 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 388 msec
2024-11-20T13:44:01,946 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 408 msec
2024-11-20T13:44:02,112 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-20T13:44:02,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:02,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:02,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:02,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:02,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:02,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:02,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/987635103b204708b304c3501d8a6417 is 50, key is test_row_0/A:col10/1732110241779/Put/seqid=0
2024-11-20T13:44:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-20T13:44:02,173 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:02,173 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:44:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees
2024-11-20T13:44:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-20T13:44:02,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110302166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:02,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,179 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:44:02,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:02,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:02,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741858_1034 (size=12151)
2024-11-20T13:44:02,181 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:44:02,181 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:44:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110302167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:02,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:02,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:02,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110302169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110302169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:02,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:02,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-20T13:44:02,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110302283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:02,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:02,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110302292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:02,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:02,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110302292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:02,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:02,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110302294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:02,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:02,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-20T13:44:02,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:02,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:02,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:02,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:02,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-20T13:44:02,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-20T13:44:02,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:02,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:02,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:02,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:02,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110302492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:02,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:02,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:02,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110302502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:02,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:02,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110302502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:02,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:02,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110302502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:02,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:02,583 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/987635103b204708b304c3501d8a6417
2024-11-20T13:44:02,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/6b393ca0fd814ecabf8ba9cef6f3c82c is 50, key is test_row_0/B:col10/1732110241779/Put/seqid=0
2024-11-20T13:44:02,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-20T13:44:02,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:02,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:02,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:02,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:02,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:02,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741859_1035 (size=12151)
2024-11-20T13:44:02,658 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/6b393ca0fd814ecabf8ba9cef6f3c82c
2024-11-20T13:44:02,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/16b9e17d88c146208ec589a609c0398c is 50, key is test_row_0/C:col10/1732110241779/Put/seqid=0
2024-11-20T13:44:02,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741860_1036 (size=12151)
2024-11-20T13:44:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-20T13:44:02,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110302802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:02,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-20T13:44:02,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:02,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:02,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:02,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:02,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:02,820 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110302819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:02,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:02,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110302819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:02,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:02,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110302819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:02,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:02,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:02,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-20T13:44:02,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:02,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:02,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:02,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:02,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:03,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-20T13:44:03,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:03,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:03,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:03,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:03,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:03,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-20T13:44:03,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:03,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:03,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:03,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:03,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:03,301 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/16b9e17d88c146208ec589a609c0398c
2024-11-20T13:44:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-20T13:44:03,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/987635103b204708b304c3501d8a6417 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/987635103b204708b304c3501d8a6417
2024-11-20T13:44:03,318 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110303313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:03,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:03,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:03,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:03,332 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/987635103b204708b304c3501d8a6417, entries=150, sequenceid=136, filesize=11.9 K
2024-11-20T13:44:03,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/6b393ca0fd814ecabf8ba9cef6f3c82c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/6b393ca0fd814ecabf8ba9cef6f3c82c
2024-11-20T13:44:03,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110303333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:03,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:03,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:03,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:03,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110303333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:03,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:03,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:03,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:03,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:03,346 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/6b393ca0fd814ecabf8ba9cef6f3c82c, entries=150, sequenceid=136, filesize=11.9 K
2024-11-20T13:44:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110303333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:03,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:03,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:03,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:03,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/16b9e17d88c146208ec589a609c0398c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/16b9e17d88c146208ec589a609c0398c
2024-11-20T13:44:03,362 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/16b9e17d88c146208ec589a609c0398c, entries=150, sequenceid=136, filesize=11.9 K
2024-11-20T13:44:03,363 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 5edc097a21d53cfa09ea50cf0f49c400 in 1251ms, sequenceid=136, compaction requested=true
2024-11-20T13:44:03,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:03,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:44:03,364 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:44:03,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:03,364 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:44:03,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:44:03,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:03,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:44:03,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:03,366 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48288 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:44:03,367 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/A is initiating minor compaction (all files)
2024-11-20T13:44:03,367 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/A in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:03,367 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/89de0b8ad98c4475b75216fbbe3690a4, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/e8914c0de8b94417bf187f2900f5b89a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/7d220004112141a79fa6a78eca4fdaf8, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/987635103b204708b304c3501d8a6417] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=47.2 K
2024-11-20T13:44:03,368 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89de0b8ad98c4475b75216fbbe3690a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732110239556
2024-11-20T13:44:03,368 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 45948 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:44:03,369 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/B is initiating minor compaction (all files)
2024-11-20T13:44:03,369 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/B in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:03,369 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/cfc9e8fb25a64c2cbe755aab0819b04c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/f9d30bb9eb27465d82778a989e1168a9, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/6107d5fca4314ff5a3067333168ef096, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/6b393ca0fd814ecabf8ba9cef6f3c82c] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=44.9 K
2024-11-20T13:44:03,369 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8914c0de8b94417bf187f2900f5b89a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732110240289
2024-11-20T13:44:03,370 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d220004112141a79fa6a78eca4fdaf8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732110240540
2024-11-20T13:44:03,370 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting cfc9e8fb25a64c2cbe755aab0819b04c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732110239556
2024-11-20T13:44:03,371 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 987635103b204708b304c3501d8a6417, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732110241772
2024-11-20T13:44:03,372 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting f9d30bb9eb27465d82778a989e1168a9, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732110240429
2024-11-20T13:44:03,376 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 6107d5fca4314ff5a3067333168ef096, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732110240540
2024-11-20T13:44:03,377 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b393ca0fd814ecabf8ba9cef6f3c82c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732110241772
2024-11-20T13:44:03,399 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#A#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:03,400 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/c0b9a975a30a42aba6192406c1af1fe2 is 50, key is test_row_0/A:col10/1732110241779/Put/seqid=0
2024-11-20T13:44:03,405 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#B#compaction#25 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:03,406 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/21bcc74292964d75b089af2369d14066 is 50, key is test_row_0/B:col10/1732110241779/Put/seqid=0
2024-11-20T13:44:03,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-20T13:44:03,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:03,429 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-20T13:44:03,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:03,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:03,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:03,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:03,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:03,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:03,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741861_1037 (size=12425)
2024-11-20T13:44:03,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/ffa1221339804e5a8bf29ba21089ff96 is 50, key is test_row_0/A:col10/1732110242164/Put/seqid=0
2024-11-20T13:44:03,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741862_1038 (size=12425)
2024-11-20T13:44:03,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741863_1039 (size=12151)
2024-11-20T13:44:03,518 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/ffa1221339804e5a8bf29ba21089ff96
2024-11-20T13:44:03,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/24a7a4335174402c9b96b1880ede5a86 is 50, key is test_row_0/B:col10/1732110242164/Put/seqid=0
2024-11-20T13:44:03,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741864_1040 (size=12151)
2024-11-20T13:44:03,573 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/24a7a4335174402c9b96b1880ede5a86
2024-11-20T13:44:03,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/14ab3516df6d4c0dafb0cd60f2b381a2 is 50, key is test_row_0/C:col10/1732110242164/Put/seqid=0
2024-11-20T13:44:03,608 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741865_1041 (size=12151)
2024-11-20T13:44:03,910 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/21bcc74292964d75b089af2369d14066 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/21bcc74292964d75b089af2369d14066
2024-11-20T13:44:03,911 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/c0b9a975a30a42aba6192406c1af1fe2 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/c0b9a975a30a42aba6192406c1af1fe2
2024-11-20T13:44:03,927 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/B of 5edc097a21d53cfa09ea50cf0f49c400 into 21bcc74292964d75b089af2369d14066(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:03,927 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:03,927 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/B, priority=12, startTime=1732110243364; duration=0sec
2024-11-20T13:44:03,927 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:03,927 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:B
2024-11-20T13:44:03,927 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:44:03,930 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/A of 5edc097a21d53cfa09ea50cf0f49c400 into c0b9a975a30a42aba6192406c1af1fe2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:03,930 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:03,931 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/A, priority=12, startTime=1732110243364; duration=0sec
2024-11-20T13:44:03,931 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 45948 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:44:03,931 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:03,931 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/C is initiating minor compaction (all files)
2024-11-20T13:44:03,931 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:A
2024-11-20T13:44:03,931 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/C in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:03,931 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/e0d55fa1c05e413ba05d45f1e1879d8b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/e1803e8215934686b142ad2d500bdc3b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/18aa7adadb374f3a8366113ae6161458, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/16b9e17d88c146208ec589a609c0398c] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=44.9 K
2024-11-20T13:44:03,932 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting e0d55fa1c05e413ba05d45f1e1879d8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732110239556
2024-11-20T13:44:03,933 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting e1803e8215934686b142ad2d500bdc3b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732110240429
2024-11-20T13:44:03,934 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 18aa7adadb374f3a8366113ae6161458, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732110240540
2024-11-20T13:44:03,934 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 16b9e17d88c146208ec589a609c0398c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732110241772
2024-11-20T13:44:03,971 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#C#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:03,972 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/2c5b4c53a73f4187989abe159b4dfa0c is 50, key is test_row_0/C:col10/1732110241779/Put/seqid=0
2024-11-20T13:44:03,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741866_1042 (size=12425)
2024-11-20T13:44:04,010 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/14ab3516df6d4c0dafb0cd60f2b381a2
2024-11-20T13:44:04,010 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/2c5b4c53a73f4187989abe159b4dfa0c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2c5b4c53a73f4187989abe159b4dfa0c
2024-11-20T13:44:04,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/ffa1221339804e5a8bf29ba21089ff96 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/ffa1221339804e5a8bf29ba21089ff96
2024-11-20T13:44:04,030 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/C of 5edc097a21d53cfa09ea50cf0f49c400 into 2c5b4c53a73f4187989abe159b4dfa0c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:04,030 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:04,030 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/C, priority=12, startTime=1732110243364; duration=0sec
2024-11-20T13:44:04,030 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:04,030 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:C
2024-11-20T13:44:04,039 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/ffa1221339804e5a8bf29ba21089ff96, entries=150, sequenceid=152, filesize=11.9 K
2024-11-20T13:44:04,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/24a7a4335174402c9b96b1880ede5a86 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/24a7a4335174402c9b96b1880ede5a86
2024-11-20T13:44:04,050 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/24a7a4335174402c9b96b1880ede5a86, entries=150, sequenceid=152, filesize=11.9 K
2024-11-20T13:44:04,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/14ab3516df6d4c0dafb0cd60f2b381a2 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/14ab3516df6d4c0dafb0cd60f2b381a2
2024-11-20T13:44:04,066 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/14ab3516df6d4c0dafb0cd60f2b381a2, entries=150, sequenceid=152, filesize=11.9 K
2024-11-20T13:44:04,067 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for 5edc097a21d53cfa09ea50cf0f49c400 in 638ms, sequenceid=152, compaction requested=false
2024-11-20T13:44:04,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:04,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:04,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12
2024-11-20T13:44:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=12
2024-11-20T13:44:04,074 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-20T13:44:04,074 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8890 sec
2024-11-20T13:44:04,079 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.9030 sec
2024-11-20T13:44:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-20T13:44:04,322 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:04,323 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:44:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees
2024-11-20T13:44:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-20T13:44:04,328 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:44:04,329 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:44:04,329 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:44:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:04,356 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-20T13:44:04,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:04,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:04,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:04,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:04,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:04,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:04,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/4870891cd7d94bd6a37943d70f9d7a14 is 50, key is test_row_0/A:col10/1732110244340/Put/seqid=0
2024-11-20T13:44:04,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741867_1043 (size=14541)
2024-11-20T13:44:04,406 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/4870891cd7d94bd6a37943d70f9d7a14
2024-11-20T13:44:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-20T13:44:04,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/eb647474694e43c78fb73e4eef19f0d7 is 50, key is test_row_0/B:col10/1732110244340/Put/seqid=0
2024-11-20T13:44:04,439 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110244396, max timestamp=1732110244418Num uniques 859; 
2024-11-20T13:44:04,440 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:44:04,440 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110244396, max timestamp=1732110244418Num uniques 859; 
2024-11-20T13:44:04,440 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:44:04,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110244396, max timestamp=1732110244418Num uniques 859; 
2024-11-20T13:44:04,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:44:04,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741868_1044 (size=12151)
2024-11-20T13:44:04,448 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/eb647474694e43c78fb73e4eef19f0d7
2024-11-20T13:44:04,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/be36776e9d9347cfb7b4466c138a69dd is 50, key is test_row_0/C:col10/1732110244340/Put/seqid=0
2024-11-20T13:44:04,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-20T13:44:04,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:04,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:04,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:04,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:04,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:04,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110304484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:04,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:04,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110304488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:04,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:04,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110304491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:04,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:04,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741869_1045 (size=12151)
2024-11-20T13:44:04,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110304492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:04,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:04,602 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110304602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:04,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:04,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110304602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110304602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:04,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:04,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110304612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:04,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:04,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-20T13:44:04,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:04,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:04,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:04,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:04,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-20T13:44:04,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-20T13:44:04,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:04,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:04,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:04,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:04,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:04,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110304813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:04,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:04,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:04,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110304813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:04,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110304813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:04,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110304822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:04,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:04,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:04,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:04,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:04,904 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/be36776e9d9347cfb7b4466c138a69dd
2024-11-20T13:44:04,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/4870891cd7d94bd6a37943d70f9d7a14 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/4870891cd7d94bd6a37943d70f9d7a14
2024-11-20T13:44:04,931 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/4870891cd7d94bd6a37943d70f9d7a14, entries=200, sequenceid=165, filesize=14.2 K
2024-11-20T13:44:04,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/eb647474694e43c78fb73e4eef19f0d7 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/eb647474694e43c78fb73e4eef19f0d7
2024-11-20T13:44:04,943 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/eb647474694e43c78fb73e4eef19f0d7, entries=150, sequenceid=165, filesize=11.9 K
2024-11-20T13:44:04,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/be36776e9d9347cfb7b4466c138a69dd as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/be36776e9d9347cfb7b4466c138a69dd
2024-11-20T13:44:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-20T13:44:04,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-20T13:44:04,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:04,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:04,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:04,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:04,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:04,973 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/be36776e9d9347cfb7b4466c138a69dd, entries=150, sequenceid=165, filesize=11.9 K
2024-11-20T13:44:04,977 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 5edc097a21d53cfa09ea50cf0f49c400 in 621ms, sequenceid=165, compaction requested=true
2024-11-20T13:44:04,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:04,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:44:04,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:04,977 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:04,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:44:04,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:04,977 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:04,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:44:04,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:04,979 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39117 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:04,979 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/A is initiating minor compaction (all files)
2024-11-20T13:44:04,979 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/A in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:04,979 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/c0b9a975a30a42aba6192406c1af1fe2, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/ffa1221339804e5a8bf29ba21089ff96, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/4870891cd7d94bd6a37943d70f9d7a14] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=38.2 K
2024-11-20T13:44:04,980 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:04,980 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/B is initiating minor compaction (all files)
2024-11-20T13:44:04,980 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0b9a975a30a42aba6192406c1af1fe2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732110241772
2024-11-20T13:44:04,980 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/B in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:04,980 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/21bcc74292964d75b089af2369d14066, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/24a7a4335174402c9b96b1880ede5a86, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/eb647474694e43c78fb73e4eef19f0d7] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=35.9 K
2024-11-20T13:44:04,981 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 21bcc74292964d75b089af2369d14066, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732110241772
2024-11-20T13:44:04,981 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffa1221339804e5a8bf29ba21089ff96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732110242142
2024-11-20T13:44:04,981 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 24a7a4335174402c9b96b1880ede5a86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732110242142
2024-11-20T13:44:04,982 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4870891cd7d94bd6a37943d70f9d7a14, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732110244340
2024-11-20T13:44:04,982 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting eb647474694e43c78fb73e4eef19f0d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732110244340
2024-11-20T13:44:05,005 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#B#compaction#33 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:05,006 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/48be7fe0c93f4ad09dffc6eeee4cebf2 is 50, key is test_row_0/B:col10/1732110244340/Put/seqid=0
2024-11-20T13:44:05,018 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#A#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:05,018 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/35042761e6c840249b400631298a3daa is 50, key is test_row_0/A:col10/1732110244340/Put/seqid=0
2024-11-20T13:44:05,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741870_1046 (size=12527)
2024-11-20T13:44:05,079 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/48be7fe0c93f4ad09dffc6eeee4cebf2 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/48be7fe0c93f4ad09dffc6eeee4cebf2
2024-11-20T13:44:05,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741871_1047 (size=12527)
2024-11-20T13:44:05,099 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/35042761e6c840249b400631298a3daa as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/35042761e6c840249b400631298a3daa
2024-11-20T13:44:05,100 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/B of 5edc097a21d53cfa09ea50cf0f49c400 into 48be7fe0c93f4ad09dffc6eeee4cebf2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:05,101 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:05,101 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/B, priority=13, startTime=1732110244977; duration=0sec
2024-11-20T13:44:05,101 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:05,101 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:B
2024-11-20T13:44:05,103 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:05,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-20T13:44:05,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:05,111 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-20T13:44:05,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:05,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:05,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:05,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:05,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:05,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:05,113 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:05,113 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/C is initiating minor compaction (all files)
2024-11-20T13:44:05,113 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/C in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:05,113 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2c5b4c53a73f4187989abe159b4dfa0c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/14ab3516df6d4c0dafb0cd60f2b381a2, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/be36776e9d9347cfb7b4466c138a69dd] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=35.9 K
2024-11-20T13:44:05,114 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c5b4c53a73f4187989abe159b4dfa0c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732110241772
2024-11-20T13:44:05,115 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 14ab3516df6d4c0dafb0cd60f2b381a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732110242142
2024-11-20T13:44:05,115 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting be36776e9d9347cfb7b4466c138a69dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732110244340
2024-11-20T13:44:05,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/c53e6078decf41459b486b4f231e8bb5 is 50, key is test_row_0/A:col10/1732110244488/Put/seqid=0
2024-11-20T13:44:05,121 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/A of 5edc097a21d53cfa09ea50cf0f49c400 into 35042761e6c840249b400631298a3daa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:05,121 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:05,121 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/A, priority=13, startTime=1732110244977; duration=0sec
2024-11-20T13:44:05,121 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:05,121 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:A
2024-11-20T13:44:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:05,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:05,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741872_1048 (size=12151)
2024-11-20T13:44:05,159 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/c53e6078decf41459b486b4f231e8bb5
2024-11-20T13:44:05,162 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#C#compaction#36 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:05,163 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/eda2714336db4122bd5a5fe8e061c3de is 50, key is test_row_0/C:col10/1732110244340/Put/seqid=0
2024-11-20T13:44:05,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110305154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:05,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:05,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110305156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:05,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:05,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110305157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:05,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:05,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110305158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:05,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:05,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741873_1049 (size=12527)
2024-11-20T13:44:05,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/71acfeace90747149abd6f4b7ce85919 is 50, key is test_row_0/B:col10/1732110244488/Put/seqid=0
2024-11-20T13:44:05,211 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/eda2714336db4122bd5a5fe8e061c3de as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/eda2714336db4122bd5a5fe8e061c3de
2024-11-20T13:44:05,228 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/C of 5edc097a21d53cfa09ea50cf0f49c400 into eda2714336db4122bd5a5fe8e061c3de(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:05,228 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:05,228 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/C, priority=13, startTime=1732110244977; duration=0sec
2024-11-20T13:44:05,229 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:05,229 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:C
2024-11-20T13:44:05,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741874_1050 (size=12151)
2024-11-20T13:44:05,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:05,276 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110305273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:05,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:05,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110305273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:05,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110305274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:05,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110305273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-20T13:44:05,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110305482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:05,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:05,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110305492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:05,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:05,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110305494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:05,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:05,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110305494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:05,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:05,647 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/71acfeace90747149abd6f4b7ce85919
2024-11-20T13:44:05,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/283c117d92474b82958a7aa5fb03e31c is 50, key is test_row_0/C:col10/1732110244488/Put/seqid=0
2024-11-20T13:44:05,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741875_1051 (size=12151)
2024-11-20T13:44:05,668 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/283c117d92474b82958a7aa5fb03e31c
2024-11-20T13:44:05,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/c53e6078decf41459b486b4f231e8bb5 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/c53e6078decf41459b486b4f231e8bb5
2024-11-20T13:44:05,686 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/c53e6078decf41459b486b4f231e8bb5, entries=150, sequenceid=202, filesize=11.9 K
2024-11-20T13:44:05,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/71acfeace90747149abd6f4b7ce85919 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/71acfeace90747149abd6f4b7ce85919
2024-11-20T13:44:05,701 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/71acfeace90747149abd6f4b7ce85919, entries=150, sequenceid=202, filesize=11.9 K
2024-11-20T13:44:05,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/283c117d92474b82958a7aa5fb03e31c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/283c117d92474b82958a7aa5fb03e31c
2024-11-20T13:44:05,721 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/283c117d92474b82958a7aa5fb03e31c, entries=150, sequenceid=202, filesize=11.9 K
2024-11-20T13:44:05,724 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 5edc097a21d53cfa09ea50cf0f49c400 in 613ms, sequenceid=202, compaction requested=false
2024-11-20T13:44:05,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:05,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:05,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-20T13:44:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-20T13:44:05,730 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-20T13:44:05,730 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3980 sec
2024-11-20T13:44:05,733 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.4080 sec
2024-11-20T13:44:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:05,805 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-20T13:44:05,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:05,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:05,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:05,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:05,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:05,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:05,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/ed4f7a137e174165ba3302fc6a1041af is 50, key is test_row_0/A:col10/1732110245153/Put/seqid=0
2024-11-20T13:44:05,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741876_1052 (size=14541)
2024-11-20T13:44:05,880 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110245854, max timestamp=1732110245877Num uniques 859; 
2024-11-20T13:44:05,881 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:44:05,881 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110245854, max timestamp=1732110245877Num uniques 859; 
2024-11-20T13:44:05,881 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:44:05,884 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110245854, max timestamp=1732110245875Num uniques 859; 
2024-11-20T13:44:05,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:44:05,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110305928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:05,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:05,942 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110305932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:05,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:05,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110305939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:05,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110305940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:05,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110305940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110306052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110306052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110306062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110306063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110306063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,239 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/ed4f7a137e174165ba3302fc6a1041af
2024-11-20T13:44:06,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/a1a1b0b6c8a04c759218ca463da51d5a is 50, key is test_row_0/B:col10/1732110245153/Put/seqid=0
2024-11-20T13:44:06,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741877_1053 (size=12151)
2024-11-20T13:44:06,277 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/a1a1b0b6c8a04c759218ca463da51d5a
2024-11-20T13:44:06,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110306272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110306272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110306272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110306272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110306282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/7e5b76b347fc447a93f2da83f9db8579 is 50, key is test_row_0/C:col10/1732110245153/Put/seqid=0
2024-11-20T13:44:06,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741878_1054 (size=12151)
2024-11-20T13:44:06,308 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/7e5b76b347fc447a93f2da83f9db8579
2024-11-20T13:44:06,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/ed4f7a137e174165ba3302fc6a1041af as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/ed4f7a137e174165ba3302fc6a1041af
2024-11-20T13:44:06,326 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/ed4f7a137e174165ba3302fc6a1041af, entries=200, sequenceid=215, filesize=14.2 K
2024-11-20T13:44:06,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/a1a1b0b6c8a04c759218ca463da51d5a as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/a1a1b0b6c8a04c759218ca463da51d5a
2024-11-20T13:44:06,340 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/a1a1b0b6c8a04c759218ca463da51d5a, entries=150, sequenceid=215, filesize=11.9 K
2024-11-20T13:44:06,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/7e5b76b347fc447a93f2da83f9db8579 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/7e5b76b347fc447a93f2da83f9db8579
2024-11-20T13:44:06,353 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/7e5b76b347fc447a93f2da83f9db8579, entries=150, sequenceid=215, filesize=11.9 K
2024-11-20T13:44:06,355 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 5edc097a21d53cfa09ea50cf0f49c400 in 550ms, sequenceid=215, compaction requested=true
2024-11-20T13:44:06,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:06,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:44:06,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:06,356 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:06,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:44:06,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:06,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:44:06,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:06,356 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:06,362 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:06,362 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:06,362 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/A is initiating minor compaction (all files)
2024-11-20T13:44:06,362 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/B is initiating minor compaction (all files)
2024-11-20T13:44:06,362 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/B in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:06,363 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/A in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:06,363 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/48be7fe0c93f4ad09dffc6eeee4cebf2, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/71acfeace90747149abd6f4b7ce85919, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/a1a1b0b6c8a04c759218ca463da51d5a] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=36.0 K
2024-11-20T13:44:06,363 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/35042761e6c840249b400631298a3daa, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/c53e6078decf41459b486b4f231e8bb5, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/ed4f7a137e174165ba3302fc6a1041af] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=38.3 K
2024-11-20T13:44:06,363 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 48be7fe0c93f4ad09dffc6eeee4cebf2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732110244340
2024-11-20T13:44:06,363 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35042761e6c840249b400631298a3daa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732110244340
2024-11-20T13:44:06,364 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting c53e6078decf41459b486b4f231e8bb5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732110244483
2024-11-20T13:44:06,364 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 71acfeace90747149abd6f4b7ce85919, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732110244483
2024-11-20T13:44:06,364 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting a1a1b0b6c8a04c759218ca463da51d5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732110245153
2024-11-20T13:44:06,364 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed4f7a137e174165ba3302fc6a1041af, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732110245144
2024-11-20T13:44:06,390 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#B#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:06,390 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#A#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:06,391 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/bfd85088306245cca283b3193c6f1ce8 is 50, key is test_row_0/A:col10/1732110245153/Put/seqid=0
2024-11-20T13:44:06,391 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/1bfc1eb475804d2a969fd44396b1f2f0 is 50, key is test_row_0/B:col10/1732110245153/Put/seqid=0
2024-11-20T13:44:06,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741880_1056 (size=12629)
2024-11-20T13:44:06,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741879_1055 (size=12629)
2024-11-20T13:44:06,460 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/1bfc1eb475804d2a969fd44396b1f2f0 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/1bfc1eb475804d2a969fd44396b1f2f0
2024-11-20T13:44:06,460 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/bfd85088306245cca283b3193c6f1ce8 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/bfd85088306245cca283b3193c6f1ce8
2024-11-20T13:44:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-20T13:44:06,472 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:06,473 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/B of 5edc097a21d53cfa09ea50cf0f49c400 into 1bfc1eb475804d2a969fd44396b1f2f0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:06,473 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:06,473 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/B, priority=13, startTime=1732110246356; duration=0sec
2024-11-20T13:44:06,474 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:06,474 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:B
2024-11-20T13:44:06,474 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:44:06,474 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees
2024-11-20T13:44:06,475 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/A of 5edc097a21d53cfa09ea50cf0f49c400 into bfd85088306245cca283b3193c6f1ce8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:06,476 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:06,476 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/A, priority=13, startTime=1732110246355; duration=0sec
2024-11-20T13:44:06,476 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:06,476 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:A
2024-11-20T13:44:06,477 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:44:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-20T13:44:06,479 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:44:06,480 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:44:06,481 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:06,481 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/C is initiating minor compaction (all files)
2024-11-20T13:44:06,482 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/C in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:06,482 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/eda2714336db4122bd5a5fe8e061c3de, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/283c117d92474b82958a7aa5fb03e31c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/7e5b76b347fc447a93f2da83f9db8579] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=36.0 K
2024-11-20T13:44:06,483 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting eda2714336db4122bd5a5fe8e061c3de, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732110244340
2024-11-20T13:44:06,484 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 283c117d92474b82958a7aa5fb03e31c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732110244483
2024-11-20T13:44:06,485 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e5b76b347fc447a93f2da83f9db8579, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732110245153
2024-11-20T13:44:06,502 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#C#compaction#44 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:06,503 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/afd68ad30fbd40a0b973e1b9ff9c414e is 50, key is test_row_0/C:col10/1732110245153/Put/seqid=0
2024-11-20T13:44:06,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741881_1057 (size=12629)
2024-11-20T13:44:06,554 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/afd68ad30fbd40a0b973e1b9ff9c414e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/afd68ad30fbd40a0b973e1b9ff9c414e
2024-11-20T13:44:06,565 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/C of 5edc097a21d53cfa09ea50cf0f49c400 into afd68ad30fbd40a0b973e1b9ff9c414e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:06,565 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:06,566 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/C, priority=13, startTime=1732110246356; duration=0sec
2024-11-20T13:44:06,566 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:06,566 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:C
2024-11-20T13:44:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-20T13:44:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:06,601 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-20T13:44:06,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:06,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:06,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:06,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:06,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:06,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:06,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/2abd4c7cc4ed4199a82a2633367e9820 is 50, key is test_row_0/A:col10/1732110245938/Put/seqid=0
2024-11-20T13:44:06,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-20T13:44:06,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:06,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:06,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:06,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:06,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:06,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110306626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110306632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110306642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110306645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110306654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741882_1058 (size=14541)
2024-11-20T13:44:06,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,664 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/2abd4c7cc4ed4199a82a2633367e9820
2024-11-20T13:44:06,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/fcb92c4daff04a6a8abfc630d2b5bea8 is 50, key is test_row_0/B:col10/1732110245938/Put/seqid=0
2024-11-20T13:44:06,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741883_1059 (size=12151)
2024-11-20T13:44:06,762 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110306762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,763 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110306762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110306763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110306762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110306772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-20T13:44:06,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:06,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:06,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:06,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:06,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-20T13:44:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:06,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-20T13:44:06,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:06,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:06,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:06,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:06,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:06,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110306972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110306972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110306982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110306982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110306982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:07,098 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/fcb92c4daff04a6a8abfc630d2b5bea8
2024-11-20T13:44:07,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-20T13:44:07,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:07,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:07,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:07,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:07,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-20T13:44:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:07,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/33dc1197ccc446bfaef42c339a362103 is 50, key is test_row_0/C:col10/1732110245938/Put/seqid=0
2024-11-20T13:44:07,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741884_1060 (size=12151)
2024-11-20T13:44:07,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-20T13:44:07,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:07,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:07,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:07,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:07,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:07,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110307282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:07,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:07,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110307282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:07,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:07,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:07,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:07,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110307292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:07,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:07,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110307292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:07,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:07,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:07,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:07,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:07,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:07,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110307293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:07,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:07,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:07,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:07,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-20T13:44:07,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:07,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:07,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:07,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:07,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:07,525 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/33dc1197ccc446bfaef42c339a362103
2024-11-20T13:44:07,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/2abd4c7cc4ed4199a82a2633367e9820 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/2abd4c7cc4ed4199a82a2633367e9820
2024-11-20T13:44:07,540 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/2abd4c7cc4ed4199a82a2633367e9820, entries=200, sequenceid=254, filesize=14.2 K
2024-11-20T13:44:07,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/fcb92c4daff04a6a8abfc630d2b5bea8 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/fcb92c4daff04a6a8abfc630d2b5bea8
2024-11-20T13:44:07,548 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/fcb92c4daff04a6a8abfc630d2b5bea8, entries=150, sequenceid=254, filesize=11.9 K
2024-11-20T13:44:07,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/33dc1197ccc446bfaef42c339a362103 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/33dc1197ccc446bfaef42c339a362103
2024-11-20T13:44:07,558 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/33dc1197ccc446bfaef42c339a362103, entries=150, sequenceid=254, filesize=11.9 K
2024-11-20T13:44:07,559 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 5edc097a21d53cfa09ea50cf0f49c400 in 958ms, sequenceid=254, compaction requested=false
2024-11-20T13:44:07,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:07,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-20T13:44:07,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:07,563 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-20T13:44:07,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:07,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:07,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:07,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:07,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/fd2089d78a3f4d82a107676788990e5b is 50, key is test_row_0/A:col10/1732110246641/Put/seqid=0
2024-11-20T13:44:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-20T13:44:07,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741885_1061 (size=12301)
2024-11-20T13:44:07,633 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/fd2089d78a3f4d82a107676788990e5b
2024-11-20T13:44:07,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/5ca95a06d5854eb9a28115292d268bd8 is 50, key is test_row_0/B:col10/1732110246641/Put/seqid=0
2024-11-20T13:44:07,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741886_1062 (size=12301)
2024-11-20T13:44:07,711 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/5ca95a06d5854eb9a28115292d268bd8
2024-11-20T13:44:07,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/17182614b9a846eaa8755fc397f52d33 is 50, key is test_row_0/C:col10/1732110246641/Put/seqid=0
2024-11-20T13:44:07,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741887_1063 (size=12301)
2024-11-20T13:44:07,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:07,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110247835, max timestamp=1732110247923Num uniques 859; 
2024-11-20T13:44:07,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:44:07,932 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110247835, max timestamp=1732110247923Num uniques 859; 
2024-11-20T13:44:07,932 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:44:07,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110247835, max timestamp=1732110247923Num uniques 859; 
2024-11-20T13:44:07,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:44:07,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110307980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:07,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:07,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:07,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:07,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110307982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:07,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110307989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:07,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:07,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:07,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110307990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:07,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:07,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:07,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:07,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:07,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110307993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:08,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:08,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110308102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:08,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:08,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110308102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:08,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110308102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:08,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:08,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110308102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:08,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:08,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:08,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110308112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:08,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:08,175 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/17182614b9a846eaa8755fc397f52d33
2024-11-20T13:44:08,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/fd2089d78a3f4d82a107676788990e5b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/fd2089d78a3f4d82a107676788990e5b
2024-11-20T13:44:08,210 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/fd2089d78a3f4d82a107676788990e5b, entries=150, sequenceid=264, filesize=12.0 K
2024-11-20T13:44:08,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/5ca95a06d5854eb9a28115292d268bd8 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/5ca95a06d5854eb9a28115292d268bd8
2024-11-20T13:44:08,221 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/5ca95a06d5854eb9a28115292d268bd8, entries=150, sequenceid=264, filesize=12.0 K
2024-11-20T13:44:08,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/17182614b9a846eaa8755fc397f52d33 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/17182614b9a846eaa8755fc397f52d33
2024-11-20T13:44:08,246 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/17182614b9a846eaa8755fc397f52d33, entries=150, sequenceid=264, filesize=12.0 K
2024-11-20T13:44:08,247 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 5edc097a21d53cfa09ea50cf0f49c400 in 684ms, sequenceid=264, compaction requested=true
2024-11-20T13:44:08,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:08,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:08,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16
2024-11-20T13:44:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=16
2024-11-20T13:44:08,252 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-20T13:44:08,252 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7700 sec
2024-11-20T13:44:08,255 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.7790 sec
2024-11-20T13:44:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:08,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732110247979, max timestamp=1732110248316Num uniques 1068; 
2024-11-20T13:44:08,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-20T13:44:08,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732110247979, max timestamp=1732110248316Num uniques 1068; 
2024-11-20T13:44:08,322 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732110247979, max timestamp=1732110248316Num uniques 1068; 
2024-11-20T13:44:08,322 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-20T13:44:08,322 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-20T13:44:08,322 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=26.84 KB heapSize=65.39 KB
2024-11-20T13:44:08,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:08,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:08,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:08,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:08,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:08,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:08,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/be1a46b512cc43f88adb429df5977844 is 50, key is test_row_0/A:col10/1732110247986/Put/seqid=0
2024-11-20T13:44:08,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741888_1064 (size=14741)
2024-11-20T13:44:08,342 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/be1a46b512cc43f88adb429df5977844
2024-11-20T13:44:08,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/7b2d2570bbb44d09afaabbb84f0ab121 is 50, key is test_row_0/B:col10/1732110247986/Put/seqid=0
2024-11-20T13:44:08,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741889_1065 (size=12301)
2024-11-20T13:44:08,370 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110248346, max timestamp=1732110248363Num uniques 859; 
2024-11-20T13:44:08,370 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110248346, max timestamp=1732110248363Num uniques 859; 
2024-11-20T13:44:08,370 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:44:08,370 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:44:08,371 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110248346, max timestamp=1732110248363Num uniques 859; 
2024-11-20T13:44:08,371 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:44:08,458 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732110248391, max timestamp=1732110248417Num uniques 1068; 
2024-11-20T13:44:08,458 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732110248391, max timestamp=1732110248417Num uniques 1068; 
2024-11-20T13:44:08,458 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268
2024-11-20T13:44:08,458 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268
2024-11-20T13:44:08,458 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732110248391, max timestamp=1732110248417Num uniques 1068; 
2024-11-20T13:44:08,458 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268
2024-11-20T13:44:08,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732110248482, max timestamp=1732110248504Num uniques 1127; 
2024-11-20T13:44:08,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732110248482, max timestamp=1732110248504Num uniques 1127; 
2024-11-20T13:44:08,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227
2024-11-20T13:44:08,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227
2024-11-20T13:44:08,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732110248482, max timestamp=1732110248504Num uniques 1127; 
2024-11-20T13:44:08,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227
2024-11-20T13:44:08,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=336, cellSize=15381, totalHeapSize=35184, min timestamp=1732110248512, max timestamp=1732110248574Num uniques 1086; 
2024-11-20T13:44:08,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=336, cellSize=15386, totalHeapSize=35184, min timestamp=1732110248512, max timestamp=1732110248574Num uniques 1086; 
2024-11-20T13:44:08,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=15386, suffix heap size=140912,new segment heap size=35184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=336
2024-11-20T13:44:08,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49731, new segment data size=15381, suffix heap size=140912,new segment heap size=35184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=336
2024-11-20T13:44:08,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=336, cellSize=15383, totalHeapSize=35184, min timestamp=1732110248512, max timestamp=1732110248574Num uniques 1086; 
2024-11-20T13:44:08,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49733, new segment data size=15383, suffix heap size=140912,new segment heap size=35184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=336
2024-11-20T13:44:08,631 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=495, cellSize=22670, totalHeapSize=51720, min timestamp=1732110248578, max timestamp=1732110248625Num uniques 1195; 
2024-11-20T13:44:08,631 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=54730, new segment data size=22670, suffix heap size=152248,new segment heap size=51720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1195, new segment cells count=495
2024-11-20T13:44:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-20T13:44:08,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=495, cellSize=22670, totalHeapSize=51720, min timestamp=1732110248578, max timestamp=1732110248625Num uniques 1195; 
2024-11-20T13:44:08,632 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:08,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=54730, new segment data size=22670, suffix heap size=152248,new segment heap size=51720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1195, new segment cells count=495
2024-11-20T13:44:08,633 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:44:08,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732110248620, max timestamp=1732110248627Num uniques 1195; 
2024-11-20T13:44:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees
2024-11-20T13:44:08,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=54730, new segment data size=8930, suffix heap size=152248,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1195, new segment cells count=195
2024-11-20T13:44:08,637 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:44:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-20T13:44:08,638 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:44:08,638 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:44:08,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110308698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:08,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:08,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110308699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:08,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:08,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110308716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:08,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110308717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:08,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:08,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:08,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1732110248686, max timestamp=1732110248729Num uniques 1054; 
2024-11-20T13:44:08,740 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1732110248686, max timestamp=1732110248729Num uniques 1354; 
2024-11-20T13:44:08,740 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154
2024-11-20T13:44:08,740 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=62010, new segment data size=7050, suffix heap size=168784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1354, new segment cells count=154
2024-11-20T13:44:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-20T13:44:08,743 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1732110248686, max timestamp=1732110248729Num uniques 1354; 
2024-11-20T13:44:08,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=62010, new segment data size=7050, suffix heap size=168784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1354, new segment cells count=154
2024-11-20T13:44:08,763 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/7b2d2570bbb44d09afaabbb84f0ab121
2024-11-20T13:44:08,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/266d281bc1b24a35b1873833455849a7 is 50, key is test_row_0/C:col10/1732110247986/Put/seqid=0
2024-11-20T13:44:08,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-20T13:44:08,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:08,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:08,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:08,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:08,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:08,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741890_1066 (size=12301)
2024-11-20T13:44:08,820 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/266d281bc1b24a35b1873833455849a7
2024-11-20T13:44:08,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/be1a46b512cc43f88adb429df5977844 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/be1a46b512cc43f88adb429df5977844
2024-11-20T13:44:08,850 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/be1a46b512cc43f88adb429df5977844, entries=200, sequenceid=302, filesize=14.4 K
2024-11-20T13:44:08,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/7b2d2570bbb44d09afaabbb84f0ab121 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/7b2d2570bbb44d09afaabbb84f0ab121
2024-11-20T13:44:08,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7457, totalHeapSize=17192, min timestamp=1732110248830, max timestamp=1732110248852Num uniques 1013; 
2024-11-20T13:44:08,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46387, new segment data size=7457, suffix heap size=133320,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=163
2024-11-20T13:44:08,858 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7456, totalHeapSize=17192, min timestamp=1732110248830, max timestamp=1732110248852Num uniques 1013; 
2024-11-20T13:44:08,858 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46386, new segment data size=7456, suffix heap size=133320,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=163
2024-11-20T13:44:08,868 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732110248830, max timestamp=1732110248852Num uniques 1013; 
2024-11-20T13:44:08,869 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46385, new segment data size=6870, suffix heap size=133320,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=150
2024-11-20T13:44:08,873 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/7b2d2570bbb44d09afaabbb84f0ab121, entries=150, sequenceid=302, filesize=12.0 K
2024-11-20T13:44:08,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/266d281bc1b24a35b1873833455849a7 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/266d281bc1b24a35b1873833455849a7
2024-11-20T13:44:08,891 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/266d281bc1b24a35b1873833455849a7, entries=150, sequenceid=302, filesize=12.0 K
2024-11-20T13:44:08,892 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~65.34 KB/66912, currentSize=59.81 KB/61245 for 5edc097a21d53cfa09ea50cf0f49c400 in 570ms, sequenceid=302, compaction requested=true
2024-11-20T13:44:08,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:08,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:44:08,892 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:44:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:08,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:08,892 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:44:08,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:44:08,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:08,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:44:08,895 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49382 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:44:08,894 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54212 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:44:08,895 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/A is initiating minor compaction (all files)
2024-11-20T13:44:08,895 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/B is initiating minor compaction (all files)
2024-11-20T13:44:08,895 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/B in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:08,895 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/A in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:08,896 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/bfd85088306245cca283b3193c6f1ce8, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/2abd4c7cc4ed4199a82a2633367e9820, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/fd2089d78a3f4d82a107676788990e5b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/be1a46b512cc43f88adb429df5977844] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=52.9 K
2024-11-20T13:44:08,896 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/1bfc1eb475804d2a969fd44396b1f2f0, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/fcb92c4daff04a6a8abfc630d2b5bea8, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/5ca95a06d5854eb9a28115292d268bd8, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/7b2d2570bbb44d09afaabbb84f0ab121] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=48.2 K
2024-11-20T13:44:08,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:08,896 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfd85088306245cca283b3193c6f1ce8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732110245153
2024-11-20T13:44:08,896 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bfc1eb475804d2a969fd44396b1f2f0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732110245153
2024-11-20T13:44:08,896 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=79.94 KB heapSize=223.91 KB
2024-11-20T13:44:08,897 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2abd4c7cc4ed4199a82a2633367e9820, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732110245927
2024-11-20T13:44:08,897 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting fcb92c4daff04a6a8abfc630d2b5bea8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732110245927
2024-11-20T13:44:08,897 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd2089d78a3f4d82a107676788990e5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732110246613
2024-11-20T13:44:08,897 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ca95a06d5854eb9a28115292d268bd8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732110246613
2024-11-20T13:44:08,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:08,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:08,898 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting be1a46b512cc43f88adb429df5977844, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732110247979
2024-11-20T13:44:08,898 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b2d2570bbb44d09afaabbb84f0ab121, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732110247986
2024-11-20T13:44:08,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:08,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:08,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:08,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:08,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/0060f0ab35b04463b084962a2a25a5fe is 50, key is test_row_0/A:col10/1732110248891/Put/seqid=0
2024-11-20T13:44:08,936 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#A#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:08,940 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/6f0668f822b74af9b62d2754f552b2ee is 50, key is test_row_0/A:col10/1732110247986/Put/seqid=0
2024-11-20T13:44:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-20T13:44:08,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-20T13:44:08,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:08,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:08,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:08,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:08,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:08,967 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#B#compaction#56 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:08,968 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/b4fe5d6cdcde45899273786619d982c8 is 50, key is test_row_0/B:col10/1732110247986/Put/seqid=0
2024-11-20T13:44:08,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741891_1067 (size=17181)
2024-11-20T13:44:08,994 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/0060f0ab35b04463b084962a2a25a5fe
2024-11-20T13:44:08,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110308983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:08,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:08,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110308987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:08,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:08,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:09,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110308991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:09,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:09,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110308994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:09,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:09,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110308994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:09,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741892_1068 (size=12915)
2024-11-20T13:44:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:09,018 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/6f0668f822b74af9b62d2754f552b2ee as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/6f0668f822b74af9b62d2754f552b2ee
2024-11-20T13:44:09,029 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/A of 5edc097a21d53cfa09ea50cf0f49c400 into 6f0668f822b74af9b62d2754f552b2ee(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:09,029 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:09,029 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/A, priority=12, startTime=1732110248892; duration=0sec
2024-11-20T13:44:09,029 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:09,030 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:A
2024-11-20T13:44:09,030 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:44:09,031 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49382 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:44:09,031 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/C is initiating minor compaction (all files)
2024-11-20T13:44:09,031 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/C in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:09,032 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/afd68ad30fbd40a0b973e1b9ff9c414e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/33dc1197ccc446bfaef42c339a362103, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/17182614b9a846eaa8755fc397f52d33, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/266d281bc1b24a35b1873833455849a7] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=48.2 K
2024-11-20T13:44:09,032 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting afd68ad30fbd40a0b973e1b9ff9c414e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732110245153
2024-11-20T13:44:09,032 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33dc1197ccc446bfaef42c339a362103, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732110245927
2024-11-20T13:44:09,033 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17182614b9a846eaa8755fc397f52d33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732110246613
2024-11-20T13:44:09,034 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 266d281bc1b24a35b1873833455849a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732110247986
2024-11-20T13:44:09,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741893_1069 (size=12915)
2024-11-20T13:44:09,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/3e0544a93c554e7783ea294d1b443b6e is 50, key is test_row_0/B:col10/1732110248891/Put/seqid=0
2024-11-20T13:44:09,064 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/b4fe5d6cdcde45899273786619d982c8 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/b4fe5d6cdcde45899273786619d982c8
2024-11-20T13:44:09,076 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/B of 5edc097a21d53cfa09ea50cf0f49c400 into b4fe5d6cdcde45899273786619d982c8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:09,076 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:09,076 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/B, priority=12, startTime=1732110248892; duration=0sec
2024-11-20T13:44:09,077 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:09,077 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:B
2024-11-20T13:44:09,099 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#C#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:09,100 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/92f1d77a3bc8467992df0a5c97982459 is 50, key is test_row_0/C:col10/1732110247986/Put/seqid=0
2024-11-20T13:44:09,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-20T13:44:09,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:09,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:09,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:09,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:09,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:09,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110309102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:09,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110309102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:09,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:09,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:09,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741894_1070 (size=12301)
2024-11-20T13:44:09,119 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/3e0544a93c554e7783ea294d1b443b6e
2024-11-20T13:44:09,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:09,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110309112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110309112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:09,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:09,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:09,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110309112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:09,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:09,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/2db4dc0a628e4bb2845940f587a49623 is 50, key is test_row_0/C:col10/1732110248891/Put/seqid=0
2024-11-20T13:44:09,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741895_1071 (size=12915)
2024-11-20T13:44:09,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741896_1072 (size=12301)
2024-11-20T13:44:09,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-20T13:44:09,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:09,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:09,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:09,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:09,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-20T13:44:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:09,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110309312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:09,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:09,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110309322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:09,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110309333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:09,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:09,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110309333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:09,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:09,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110309333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:09,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:09,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:09,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-20T13:44:09,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:09,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:09,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:09,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:09,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:09,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-20T13:44:09,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:09,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:09,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:09,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:09,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:09,593 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/92f1d77a3bc8467992df0a5c97982459 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/92f1d77a3bc8467992df0a5c97982459
2024-11-20T13:44:09,610 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/C of 5edc097a21d53cfa09ea50cf0f49c400 into 92f1d77a3bc8467992df0a5c97982459(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:09,610 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:09,610 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/C, priority=12, startTime=1732110248893; duration=0sec
2024-11-20T13:44:09,610 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:09,610 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:C
2024-11-20T13:44:09,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110309622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:09,628 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.26 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/2db4dc0a628e4bb2845940f587a49623
2024-11-20T13:44:09,637 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110309632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:09,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/0060f0ab35b04463b084962a2a25a5fe as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/0060f0ab35b04463b084962a2a25a5fe
2024-11-20T13:44:09,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:09,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110309642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:09,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110309642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:09,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110309642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:09,651 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/0060f0ab35b04463b084962a2a25a5fe, entries=250, sequenceid=434, filesize=16.8 K
2024-11-20T13:44:09,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/3e0544a93c554e7783ea294d1b443b6e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/3e0544a93c554e7783ea294d1b443b6e
2024-11-20T13:44:09,666 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/3e0544a93c554e7783ea294d1b443b6e, entries=150, sequenceid=434, filesize=12.0 K
2024-11-20T13:44:09,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/2db4dc0a628e4bb2845940f587a49623 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2db4dc0a628e4bb2845940f587a49623
2024-11-20T13:44:09,679 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2db4dc0a628e4bb2845940f587a49623, entries=150, sequenceid=434, filesize=12.0 K
2024-11-20T13:44:09,680 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~79.94 KB/81855, heapSize ~223.87 KB/229240, currentSize=107.34 KB/109920 for 5edc097a21d53cfa09ea50cf0f49c400 in 784ms, sequenceid=434, compaction requested=false
2024-11-20T13:44:09,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:09,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-20T13:44:09,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:09,723 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-20T13:44:09,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:09,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:09,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:09,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:09,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:09,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:09,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/a880293f24284b1fa61ed5884d5ba5aa is 50, key is test_row_0/A:col10/1732110248987/Put/seqid=0
2024-11-20T13:44:09,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741897_1073 (size=12301)
2024-11-20T13:44:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-20T13:44:10,135 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/a880293f24284b1fa61ed5884d5ba5aa
2024-11-20T13:44:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:10,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:10,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/1207b1c1f5d541288856eab9f8dce066 is 50, key is test_row_0/B:col10/1732110248987/Put/seqid=0
2024-11-20T13:44:10,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741898_1074 (size=12301)
2024-11-20T13:44:10,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110310176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110310176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:10,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110310179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110310185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110310185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:10,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:10,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110310293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:10,300 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110310293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110310293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:10,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110310293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:10,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110310293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:10,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110310512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110310513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110310513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:10,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110310513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110310514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:10,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:10,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:10,569 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/1207b1c1f5d541288856eab9f8dce066
2024-11-20T13:44:10,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/dd93f9629bd1401d8e370c804efcde82 is 50, key is test_row_0/C:col10/1732110248987/Put/seqid=0
2024-11-20T13:44:10,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741899_1075 (size=12301)
2024-11-20T13:44:10,621 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/dd93f9629bd1401d8e370c804efcde82
2024-11-20T13:44:10,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/a880293f24284b1fa61ed5884d5ba5aa as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/a880293f24284b1fa61ed5884d5ba5aa
2024-11-20T13:44:10,636 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/a880293f24284b1fa61ed5884d5ba5aa, entries=150, sequenceid=456, filesize=12.0 K
2024-11-20T13:44:10,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/1207b1c1f5d541288856eab9f8dce066 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/1207b1c1f5d541288856eab9f8dce066
2024-11-20T13:44:10,654 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/1207b1c1f5d541288856eab9f8dce066, entries=150, sequenceid=456, filesize=12.0 K
2024-11-20T13:44:10,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/dd93f9629bd1401d8e370c804efcde82 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/dd93f9629bd1401d8e370c804efcde82
2024-11-20T13:44:10,670 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/dd93f9629bd1401d8e370c804efcde82, entries=150, sequenceid=456, filesize=12.0 K
2024-11-20T13:44:10,672 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 5edc097a21d53cfa09ea50cf0f49c400 in 950ms, sequenceid=456, compaction requested=true
2024-11-20T13:44:10,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:10,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:10,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18
2024-11-20T13:44:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=18
2024-11-20T13:44:10,685 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-20T13:44:10,685 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0400 sec
2024-11-20T13:44:10,687 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 2.0530 sec
2024-11-20T13:44:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-20T13:44:10,784 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:10,784 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:44:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees
2024-11-20T13:44:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-20T13:44:10,792 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:44:10,793 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:44:10,794 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:44:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:10,824 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-20T13:44:10,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:10,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:10,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:10,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:10,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:10,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:10,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/b1c275950eaf43f084fb6b012d8e6aa7 is 50, key is test_row_0/A:col10/1732110250176/Put/seqid=0
2024-11-20T13:44:10,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741900_1076 (size=14741)
2024-11-20T13:44:10,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110310860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110310863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:10,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110310882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110310882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-20T13:44:10,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110310884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:10,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-20T13:44:10,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:10,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:10,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:10,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:10,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:10,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110310991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:10,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110310992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110310992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:10,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:10,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:10,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110311002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:11,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110311002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:11,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-20T13:44:11,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-20T13:44:11,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:11,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:11,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:11,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:11,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:11,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110311202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:11,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110311202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:11,205 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110311202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:11,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110311214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:11,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110311213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:11,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-20T13:44:11,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:11,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:11,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:11,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:11,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:11,308 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/b1c275950eaf43f084fb6b012d8e6aa7
2024-11-20T13:44:11,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/0600bec59432448185ca7005eec860d1 is 50, key is test_row_0/B:col10/1732110250176/Put/seqid=0
2024-11-20T13:44:11,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741901_1077 (size=12301)
2024-11-20T13:44:11,336 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/0600bec59432448185ca7005eec860d1
2024-11-20T13:44:11,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/32ffcd08e8b34d5b9d977370f54c5084 is 50, key is test_row_0/C:col10/1732110250176/Put/seqid=0
2024-11-20T13:44:11,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741902_1078 (size=12301)
2024-11-20T13:44:11,376 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/32ffcd08e8b34d5b9d977370f54c5084
2024-11-20T13:44:11,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/b1c275950eaf43f084fb6b012d8e6aa7 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/b1c275950eaf43f084fb6b012d8e6aa7
2024-11-20T13:44:11,399 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/b1c275950eaf43f084fb6b012d8e6aa7, entries=200, sequenceid=470, filesize=14.4 K
2024-11-20T13:44:11,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/0600bec59432448185ca7005eec860d1 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/0600bec59432448185ca7005eec860d1
2024-11-20T13:44:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-20T13:44:11,415 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/0600bec59432448185ca7005eec860d1, entries=150, sequenceid=470, filesize=12.0 K
2024-11-20T13:44:11,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/32ffcd08e8b34d5b9d977370f54c5084 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/32ffcd08e8b34d5b9d977370f54c5084
2024-11-20T13:44:11,428 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/32ffcd08e8b34d5b9d977370f54c5084, entries=150, sequenceid=470, filesize=12.0 K
2024-11-20T13:44:11,430 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=114.05 KB/116790 for 5edc097a21d53cfa09ea50cf0f49c400 in 606ms, sequenceid=470, compaction requested=true
2024-11-20T13:44:11,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:11,430 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:44:11,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:44:11,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:11,431 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:44:11,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:44:11,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:11,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:44:11,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:11,433 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 57138 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:44:11,433 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/A is initiating minor compaction (all files)
2024-11-20T13:44:11,433 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/A in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:11,433 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/6f0668f822b74af9b62d2754f552b2ee, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/0060f0ab35b04463b084962a2a25a5fe, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/a880293f24284b1fa61ed5884d5ba5aa, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/b1c275950eaf43f084fb6b012d8e6aa7] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=55.8 K
2024-11-20T13:44:11,434 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:44:11,434 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/B is initiating minor compaction (all files)
2024-11-20T13:44:11,434 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/B in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:11,434 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/b4fe5d6cdcde45899273786619d982c8, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/3e0544a93c554e7783ea294d1b443b6e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/1207b1c1f5d541288856eab9f8dce066, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/0600bec59432448185ca7005eec860d1] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=48.7 K
2024-11-20T13:44:11,435 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f0668f822b74af9b62d2754f552b2ee, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732110247986
2024-11-20T13:44:11,436 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting b4fe5d6cdcde45899273786619d982c8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732110247986
2024-11-20T13:44:11,436 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0060f0ab35b04463b084962a2a25a5fe, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732110248887
2024-11-20T13:44:11,438 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e0544a93c554e7783ea294d1b443b6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732110248890
2024-11-20T13:44:11,438 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting a880293f24284b1fa61ed5884d5ba5aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1732110248983
2024-11-20T13:44:11,438 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 1207b1c1f5d541288856eab9f8dce066, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1732110248983
2024-11-20T13:44:11,439 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1c275950eaf43f084fb6b012d8e6aa7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732110250175
2024-11-20T13:44:11,439 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 0600bec59432448185ca7005eec860d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732110250176
2024-11-20T13:44:11,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-20T13:44:11,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:11,460 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-20T13:44:11,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:11,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:11,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:11,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:11,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:11,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:11,464 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#A#compaction#66 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:11,465 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/9ae50a2cf1484475af27977bcd769343 is 50, key is test_row_0/A:col10/1732110250176/Put/seqid=0
2024-11-20T13:44:11,469 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#B#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:11,470 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/28d72f86a99043769857c202cbfe76f8 is 50, key is test_row_0/B:col10/1732110250176/Put/seqid=0
2024-11-20T13:44:11,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/2bc4a726582a4d6282af65ff48b757f7 is 50, key is test_row_0/A:col10/1732110250876/Put/seqid=0
2024-11-20T13:44:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:11,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:11,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741904_1080 (size=13051)
2024-11-20T13:44:11,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741905_1081 (size=12301)
2024-11-20T13:44:11,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741903_1079 (size=13051)
2024-11-20T13:44:11,556 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/28d72f86a99043769857c202cbfe76f8 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/28d72f86a99043769857c202cbfe76f8
2024-11-20T13:44:11,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110311539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:11,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110311544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110311558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:11,567 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/9ae50a2cf1484475af27977bcd769343 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/9ae50a2cf1484475af27977bcd769343
2024-11-20T13:44:11,568 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110311561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:11,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,573 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/B of 5edc097a21d53cfa09ea50cf0f49c400 into 28d72f86a99043769857c202cbfe76f8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:11,573 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:11,573 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/B, priority=12, startTime=1732110251430; duration=0sec
2024-11-20T13:44:11,573 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:11,573 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:B
2024-11-20T13:44:11,573 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:44:11,579 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/A of 5edc097a21d53cfa09ea50cf0f49c400 into 9ae50a2cf1484475af27977bcd769343(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:11,579 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:11,579 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:44:11,579 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/A, priority=12, startTime=1732110251430; duration=0sec
2024-11-20T13:44:11,579 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/C is initiating minor compaction (all files)
2024-11-20T13:44:11,579 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/C in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:11,579 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:11,579 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:A
2024-11-20T13:44:11,579 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/92f1d77a3bc8467992df0a5c97982459, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2db4dc0a628e4bb2845940f587a49623, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/dd93f9629bd1401d8e370c804efcde82, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/32ffcd08e8b34d5b9d977370f54c5084] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=48.7 K
2024-11-20T13:44:11,580 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 92f1d77a3bc8467992df0a5c97982459, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732110247986
2024-11-20T13:44:11,580 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 2db4dc0a628e4bb2845940f587a49623, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732110248890
2024-11-20T13:44:11,581 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting dd93f9629bd1401d8e370c804efcde82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1732110248983
2024-11-20T13:44:11,581 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 32ffcd08e8b34d5b9d977370f54c5084, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732110250176
2024-11-20T13:44:11,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110311570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:11,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,622 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#C#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:11,623 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/86c7c73fde1a4ff49508446980ba27ac is 50, key is test_row_0/C:col10/1732110250176/Put/seqid=0
2024-11-20T13:44:11,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741906_1082 (size=13051)
2024-11-20T13:44:11,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110311674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:11,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:11,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110311674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110311674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:11,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:11,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110311674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110311693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:11,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110311883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:11,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110311892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:11,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110311892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:11,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:11,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110311892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:11,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110311902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:11,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:11,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-20T13:44:11,947 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/2bc4a726582a4d6282af65ff48b757f7
2024-11-20T13:44:11,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/5a2851933b854dbbba98c0d3e1d19218 is 50, key is test_row_0/B:col10/1732110250876/Put/seqid=0
2024-11-20T13:44:12,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741907_1083 (size=12301)
2024-11-20T13:44:12,025 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/5a2851933b854dbbba98c0d3e1d19218
2024-11-20T13:44:12,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/eea1f52eacd84894bca930af64358ec4 is 50, key is test_row_0/C:col10/1732110250876/Put/seqid=0
2024-11-20T13:44:12,062 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/86c7c73fde1a4ff49508446980ba27ac as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/86c7c73fde1a4ff49508446980ba27ac
2024-11-20T13:44:12,082 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/C of 5edc097a21d53cfa09ea50cf0f49c400 into 86c7c73fde1a4ff49508446980ba27ac(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:12,082 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:12,082 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/C, priority=12, startTime=1732110251431; duration=0sec
2024-11-20T13:44:12,083 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:12,083 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:C
2024-11-20T13:44:12,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741908_1084 (size=12301)
2024-11-20T13:44:12,098 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/eea1f52eacd84894bca930af64358ec4
2024-11-20T13:44:12,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/2bc4a726582a4d6282af65ff48b757f7 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/2bc4a726582a4d6282af65ff48b757f7
2024-11-20T13:44:12,126 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/2bc4a726582a4d6282af65ff48b757f7, entries=150, sequenceid=490, filesize=12.0 K
2024-11-20T13:44:12,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/5a2851933b854dbbba98c0d3e1d19218 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/5a2851933b854dbbba98c0d3e1d19218
2024-11-20T13:44:12,159 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/5a2851933b854dbbba98c0d3e1d19218, entries=150, sequenceid=490, filesize=12.0 K
2024-11-20T13:44:12,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/eea1f52eacd84894bca930af64358ec4 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/eea1f52eacd84894bca930af64358ec4
2024-11-20T13:44:12,172 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/eea1f52eacd84894bca930af64358ec4, entries=150, sequenceid=490, filesize=12.0 K
2024-11-20T13:44:12,174 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 5edc097a21d53cfa09ea50cf0f49c400 in 714ms, sequenceid=490, compaction requested=false
2024-11-20T13:44:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20
2024-11-20T13:44:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=20
2024-11-20T13:44:12,190 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-20T13:44:12,190 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3820 sec
2024-11-20T13:44:12,195 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.4080 sec
2024-11-20T13:44:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:12,213 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-20T13:44:12,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:12,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:12,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:12,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:12,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:12,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:12,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/ce10274bd0c44724b7f6830eac864b84 is 50, key is test_row_0/A:col10/1732110251542/Put/seqid=0
2024-11-20T13:44:12,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741909_1085 (size=14741)
2024-11-20T13:44:12,273 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/ce10274bd0c44724b7f6830eac864b84
2024-11-20T13:44:12,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110312264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110312266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110312268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110312274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,288 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110312275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/ac3c1d3c2e814f6683c9b6393006d177 is 50, key is test_row_0/B:col10/1732110251542/Put/seqid=0
2024-11-20T13:44:12,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741910_1086 (size=12301)
2024-11-20T13:44:12,361 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/ac3c1d3c2e814f6683c9b6393006d177
2024-11-20T13:44:12,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/2ad672fd898549edae39d18456c686fe is 50, key is test_row_0/C:col10/1732110251542/Put/seqid=0
2024-11-20T13:44:12,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110312382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110312382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110312383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741911_1087 (size=12301)
2024-11-20T13:44:12,396 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/2ad672fd898549edae39d18456c686fe
2024-11-20T13:44:12,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110312392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110312392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/ce10274bd0c44724b7f6830eac864b84 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/ce10274bd0c44724b7f6830eac864b84
2024-11-20T13:44:12,428 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/ce10274bd0c44724b7f6830eac864b84, entries=200, sequenceid=506, filesize=14.4 K
2024-11-20T13:44:12,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/ac3c1d3c2e814f6683c9b6393006d177 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/ac3c1d3c2e814f6683c9b6393006d177
2024-11-20T13:44:12,437 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/ac3c1d3c2e814f6683c9b6393006d177, entries=150, sequenceid=506, filesize=12.0 K
2024-11-20T13:44:12,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/2ad672fd898549edae39d18456c686fe as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2ad672fd898549edae39d18456c686fe
2024-11-20T13:44:12,462 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2ad672fd898549edae39d18456c686fe, entries=150, sequenceid=506, filesize=12.0 K
2024-11-20T13:44:12,464 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 5edc097a21d53cfa09ea50cf0f49c400 in 252ms, sequenceid=506, compaction requested=true
2024-11-20T13:44:12,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:12,464 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:12,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:44:12,466 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:12,466 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/A is initiating minor compaction (all files)
2024-11-20T13:44:12,466 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/A in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:12,467 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/9ae50a2cf1484475af27977bcd769343, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/2bc4a726582a4d6282af65ff48b757f7, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/ce10274bd0c44724b7f6830eac864b84] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=39.2 K
2024-11-20T13:44:12,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:12,467 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:12,468 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ae50a2cf1484475af27977bcd769343, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732110250176
2024-11-20T13:44:12,469 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bc4a726582a4d6282af65ff48b757f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1732110250850
2024-11-20T13:44:12,469 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:12,469 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/B is initiating minor compaction (all files)
2024-11-20T13:44:12,469 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/B in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:12,470 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/28d72f86a99043769857c202cbfe76f8, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/5a2851933b854dbbba98c0d3e1d19218, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/ac3c1d3c2e814f6683c9b6393006d177] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=36.8 K
2024-11-20T13:44:12,470 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce10274bd0c44724b7f6830eac864b84, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732110251542
2024-11-20T13:44:12,471 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 28d72f86a99043769857c202cbfe76f8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732110250176
2024-11-20T13:44:12,472 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a2851933b854dbbba98c0d3e1d19218, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1732110250850
2024-11-20T13:44:12,473 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting ac3c1d3c2e814f6683c9b6393006d177, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732110251542
2024-11-20T13:44:12,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:44:12,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:12,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:44:12,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:12,493 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#A#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:12,494 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/cfa1a52bb2b1462e9c5ae911bb1afe4e is 50, key is test_row_0/A:col10/1732110251542/Put/seqid=0
2024-11-20T13:44:12,497 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#B#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:12,498 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/e494a755230a411985e27672d8d23858 is 50, key is test_row_0/B:col10/1732110251542/Put/seqid=0
2024-11-20T13:44:12,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741912_1088 (size=13153)
2024-11-20T13:44:12,524 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/cfa1a52bb2b1462e9c5ae911bb1afe4e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/cfa1a52bb2b1462e9c5ae911bb1afe4e
2024-11-20T13:44:12,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741913_1089 (size=13153)
2024-11-20T13:44:12,535 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/A of 5edc097a21d53cfa09ea50cf0f49c400 into cfa1a52bb2b1462e9c5ae911bb1afe4e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:12,535 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:12,535 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/A, priority=13, startTime=1732110252464; duration=0sec
2024-11-20T13:44:12,535 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:12,535 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:A
2024-11-20T13:44:12,535 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:12,538 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:12,538 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/C is initiating minor compaction (all files)
2024-11-20T13:44:12,538 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/C in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:12,538 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/86c7c73fde1a4ff49508446980ba27ac, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/eea1f52eacd84894bca930af64358ec4, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2ad672fd898549edae39d18456c686fe] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=36.8 K
2024-11-20T13:44:12,539 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86c7c73fde1a4ff49508446980ba27ac, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732110250176
2024-11-20T13:44:12,539 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting eea1f52eacd84894bca930af64358ec4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1732110250850
2024-11-20T13:44:12,540 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ad672fd898549edae39d18456c686fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732110251542
2024-11-20T13:44:12,540 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/e494a755230a411985e27672d8d23858 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/e494a755230a411985e27672d8d23858
2024-11-20T13:44:12,550 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/B of 5edc097a21d53cfa09ea50cf0f49c400 into e494a755230a411985e27672d8d23858(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:12,550 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:12,550 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/B, priority=13, startTime=1732110252467; duration=0sec
2024-11-20T13:44:12,550 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:12,550 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:B
2024-11-20T13:44:12,569 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#C#compaction#77 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:12,570 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/8de0cb97d59545feaa7fe684e82c0d93 is 50, key is test_row_0/C:col10/1732110251542/Put/seqid=0
2024-11-20T13:44:12,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741914_1090 (size=13153)
2024-11-20T13:44:12,594 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-20T13:44:12,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:12,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:12,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:12,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:12,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:12,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:12,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/01b50e10330f45c0a2c8631397a06a3b is 50, key is test_row_0/A:col10/1732110252264/Put/seqid=0
2024-11-20T13:44:12,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741915_1091 (size=14741)
2024-11-20T13:44:12,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110312612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110312612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110312614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110312613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110312615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110312722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110312722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110312722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110312925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-20T13:44:12,933 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:12,933 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:44:12,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110312932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110312932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees
2024-11-20T13:44:12,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110312933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110312932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-20T13:44:12,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:12,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:12,938 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:44:12,939 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:44:12,939 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:44:13,007 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/8de0cb97d59545feaa7fe684e82c0d93 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/8de0cb97d59545feaa7fe684e82c0d93
2024-11-20T13:44:13,015 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/01b50e10330f45c0a2c8631397a06a3b
2024-11-20T13:44:13,017 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/C of 5edc097a21d53cfa09ea50cf0f49c400 into 8de0cb97d59545feaa7fe684e82c0d93(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:13,017 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:13,017 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/C, priority=13, startTime=1732110252475; duration=0sec
2024-11-20T13:44:13,017 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:13,017 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:C
2024-11-20T13:44:13,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/f7d1c57160ac4c959a81d47b377579df is 50, key is test_row_0/B:col10/1732110252264/Put/seqid=0
2024-11-20T13:44:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-20T13:44:13,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741916_1092 (size=12301)
2024-11-20T13:44:13,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-20T13:44:13,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:13,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:13,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:13,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:13,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:13,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110313242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:13,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:13,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:13,244 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:13,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110313242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:13,244 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110313242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:13,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:13,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:13,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:13,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-20T13:44:13,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:13,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:13,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:13,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:13,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-20T13:44:13,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-20T13:44:13,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:13,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:13,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:13,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:13,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:13,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110313442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:13,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:13,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:13,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:13,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110313452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:13,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:13,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:13,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:13,479 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/f7d1c57160ac4c959a81d47b377579df
2024-11-20T13:44:13,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/0ac8e3288b944a6aa3d7884fc1ecc945 is 50, key is test_row_0/C:col10/1732110252264/Put/seqid=0
2024-11-20T13:44:13,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741917_1093 (size=12301)
2024-11-20T13:44:13,504 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/0ac8e3288b944a6aa3d7884fc1ecc945
2024-11-20T13:44:13,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/01b50e10330f45c0a2c8631397a06a3b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/01b50e10330f45c0a2c8631397a06a3b
2024-11-20T13:44:13,518 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/01b50e10330f45c0a2c8631397a06a3b, entries=200, sequenceid=529, filesize=14.4 K
2024-11-20T13:44:13,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/f7d1c57160ac4c959a81d47b377579df as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/f7d1c57160ac4c959a81d47b377579df
2024-11-20T13:44:13,524 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/f7d1c57160ac4c959a81d47b377579df, entries=150, sequenceid=529, filesize=12.0 K
2024-11-20T13:44:13,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/0ac8e3288b944a6aa3d7884fc1ecc945 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/0ac8e3288b944a6aa3d7884fc1ecc945
2024-11-20T13:44:13,543 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/0ac8e3288b944a6aa3d7884fc1ecc945, entries=150, sequenceid=529, filesize=12.0 K
2024-11-20T13:44:13,544 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=60.38 KB/61830 for 5edc097a21d53cfa09ea50cf0f49c400 in 950ms, sequenceid=529, compaction requested=false
2024-11-20T13:44:13,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:13,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-20T13:44:13,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:13,558 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-20T13:44:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-20T13:44:13,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/81eb844a8fe24c1dae0724bdea78d8ae is 50, key is test_row_0/A:col10/1732110252600/Put/seqid=0
2024-11-20T13:44:13,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741918_1094 (size=12301)
2024-11-20T13:44:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:13,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:13,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110313775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:13,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110313775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:13,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:13,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:13,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:13,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:13,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:13,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:13,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110313777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:13,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:13,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:13,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:13,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110313882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:13,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:13,884 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:13,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:13,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110313882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:13,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:13,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:13,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:13,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110313892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:13,980 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/81eb844a8fe24c1dae0724bdea78d8ae
2024-11-20T13:44:13,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/c8bdc2a3af63498b88b87536d1541b47 is 50, key is test_row_0/B:col10/1732110252600/Put/seqid=0
2024-11-20T13:44:13,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741919_1095 (size=12301)
2024-11-20T13:44:14,000 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/c8bdc2a3af63498b88b87536d1541b47
2024-11-20T13:44:14,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/9e68591fc41745f3ba15ab9ac033ecad is 50, key is test_row_0/C:col10/1732110252600/Put/seqid=0
2024-11-20T13:44:14,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741920_1096 (size=12301)
2024-11-20T13:44:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-20T13:44:14,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110314092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:14,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:14,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110314092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:14,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:14,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:14,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:14,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:14,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:14,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110314102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:14,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:14,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:14,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:14,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110314403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:14,405 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110314403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:14,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:14,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:14,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:14,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:14,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:14,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:14,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110314412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:14,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:14,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:14,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:14,426 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/9e68591fc41745f3ba15ab9ac033ecad
2024-11-20T13:44:14,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/81eb844a8fe24c1dae0724bdea78d8ae as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/81eb844a8fe24c1dae0724bdea78d8ae
2024-11-20T13:44:14,449 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/81eb844a8fe24c1dae0724bdea78d8ae, entries=150, sequenceid=542, filesize=12.0 K
2024-11-20T13:44:14,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/c8bdc2a3af63498b88b87536d1541b47 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/c8bdc2a3af63498b88b87536d1541b47
2024-11-20T13:44:14,459 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/c8bdc2a3af63498b88b87536d1541b47, entries=150, sequenceid=542, filesize=12.0 K
2024-11-20T13:44:14,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/9e68591fc41745f3ba15ab9ac033ecad as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/9e68591fc41745f3ba15ab9ac033ecad
2024-11-20T13:44:14,469 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/9e68591fc41745f3ba15ab9ac033ecad, entries=150, sequenceid=542, filesize=12.0 K
2024-11-20T13:44:14,471 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 5edc097a21d53cfa09ea50cf0f49c400 in 913ms, sequenceid=542, compaction requested=true
2024-11-20T13:44:14,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:14,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:14,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22
2024-11-20T13:44:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=22
2024-11-20T13:44:14,477 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-11-20T13:44:14,477 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5350 sec
2024-11-20T13:44:14,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110253768, max timestamp=1732110254476Num uniques 859; 
2024-11-20T13:44:14,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110253768, max timestamp=1732110254476Num uniques 859; 
2024-11-20T13:44:14,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:44:14,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:44:14,479 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.5450 sec
2024-11-20T13:44:14,481 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB
2024-11-20T13:44:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:14,482 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110253768, max timestamp=1732110254478Num uniques 859; 
2024-11-20T13:44:14,482 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:44:14,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:14,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:14,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:14,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:14,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:14,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:14,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/dc9335aa30f848d493a61be7d785a65e is 50, key is test_row_0/A:col10/1732110254478/Put/seqid=0
2024-11-20T13:44:14,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741921_1097 (size=14741)
2024-11-20T13:44:14,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110254521, max timestamp=1732110254559Num uniques 859; 
2024-11-20T13:44:14,564 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:44:14,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110254521, max timestamp=1732110254559Num uniques 859; 
2024-11-20T13:44:14,567 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110254521, max timestamp=1732110254559Num uniques 859; 
2024-11-20T13:44:14,567 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:44:14,567 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:44:14,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732110254603, max timestamp=1732110254657Num uniques 1118; 
2024-11-20T13:44:14,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268
2024-11-20T13:44:14,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732110254603, max timestamp=1732110254657Num uniques 1118; 
2024-11-20T13:44:14,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268
2024-11-20T13:44:14,666 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732110254627, max timestamp=1732110254657Num uniques 1118; 
2024-11-20T13:44:14,666 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218
2024-11-20T13:44:14,762 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732110254710, max timestamp=1732110254755Num uniques 1127; 
2024-11-20T13:44:14,762 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227
2024-11-20T13:44:14,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732110254710, max timestamp=1732110254755Num uniques 1127; 
2024-11-20T13:44:14,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177
2024-11-20T13:44:14,770 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732110254710, max timestamp=1732110254755Num uniques 1077; 
2024-11-20T13:44:14,770 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177
2024-11-20T13:44:14,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732110254810, max timestamp=1732110254861Num uniques 1086; 
2024-11-20T13:44:14,866 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=13096, suffix heap size=140912,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=286
2024-11-20T13:44:14,869 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732110254810, max timestamp=1732110254861Num uniques 1036; 
2024-11-20T13:44:14,869 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236
2024-11-20T13:44:14,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732110254810, max timestamp=1732110254861Num uniques 1036; 
2024-11-20T13:44:14,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236
2024-11-20T13:44:14,944 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/dc9335aa30f848d493a61be7d785a65e
2024-11-20T13:44:14,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=395, cellSize=18090, totalHeapSize=41320, min timestamp=1732110254924, max timestamp=1732110254949Num uniques 1145; 
2024-11-20T13:44:14,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=18090, suffix heap size=147048,new segment heap size=41320 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=395
2024-11-20T13:44:14,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=395, cellSize=18090, totalHeapSize=41320, min timestamp=1732110254924, max timestamp=1732110254949Num uniques 1095; 
2024-11-20T13:44:14,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=18090, suffix heap size=141848,new segment heap size=41320 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=395
2024-11-20T13:44:14,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=395, cellSize=18090, totalHeapSize=41320, min timestamp=1732110254924, max timestamp=1732110254949Num uniques 1095; 
2024-11-20T13:44:14,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=18090, suffix heap size=141848,new segment heap size=41320 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=395
2024-11-20T13:44:14,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/a73045d778394cd7bd53f987452b216d is 50, key is test_row_0/B:col10/1732110254478/Put/seqid=0
2024-11-20T13:44:15,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741922_1098 (size=12301)
2024-11-20T13:44:15,003 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/a73045d778394cd7bd53f987452b216d
2024-11-20T13:44:15,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/75351959c0484bf8bed91994bc7f6e0a is 50, key is test_row_0/C:col10/1732110254478/Put/seqid=0
2024-11-20T13:44:15,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110315006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110315009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,051 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110315032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,053 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110315033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,053 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110315034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741923_1099 (size=12301)
2024-11-20T13:44:15,070 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/75351959c0484bf8bed91994bc7f6e0a
2024-11-20T13:44:15,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/dc9335aa30f848d493a61be7d785a65e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/dc9335aa30f848d493a61be7d785a65e
2024-11-20T13:44:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-20T13:44:15,082 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:15,083 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:44:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees
2024-11-20T13:44:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-20T13:44:15,085 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:44:15,086 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:44:15,087 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:44:15,095 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/dc9335aa30f848d493a61be7d785a65e, entries=200, sequenceid=564, filesize=14.4 K
2024-11-20T13:44:15,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/a73045d778394cd7bd53f987452b216d as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/a73045d778394cd7bd53f987452b216d
2024-11-20T13:44:15,111 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/a73045d778394cd7bd53f987452b216d, entries=150, sequenceid=564, filesize=12.0 K
2024-11-20T13:44:15,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/75351959c0484bf8bed91994bc7f6e0a as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/75351959c0484bf8bed91994bc7f6e0a
2024-11-20T13:44:15,120 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/75351959c0484bf8bed91994bc7f6e0a, entries=150, sequenceid=564, filesize=12.0 K
2024-11-20T13:44:15,121 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=167.72 KB/171750 for 5edc097a21d53cfa09ea50cf0f49c400 in 640ms, sequenceid=564, compaction requested=true
2024-11-20T13:44:15,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:15,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:44:15,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:15,122 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:44:15,122 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:44:15,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:44:15,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:15,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5edc097a21d53cfa09ea50cf0f49c400:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:44:15,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:15,124 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54936 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:44:15,124 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/A is initiating minor compaction (all files)
2024-11-20T13:44:15,124 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/A in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:15,124 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/cfa1a52bb2b1462e9c5ae911bb1afe4e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/01b50e10330f45c0a2c8631397a06a3b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/81eb844a8fe24c1dae0724bdea78d8ae, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/dc9335aa30f848d493a61be7d785a65e] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=53.6 K
2024-11-20T13:44:15,125 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:44:15,125 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/B is initiating minor compaction (all files)
2024-11-20T13:44:15,125 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/B in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:15,125 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/e494a755230a411985e27672d8d23858, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/f7d1c57160ac4c959a81d47b377579df, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/c8bdc2a3af63498b88b87536d1541b47, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/a73045d778394cd7bd53f987452b216d] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=48.9 K
2024-11-20T13:44:15,125 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfa1a52bb2b1462e9c5ae911bb1afe4e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732110251542
2024-11-20T13:44:15,126 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting e494a755230a411985e27672d8d23858, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732110251542
2024-11-20T13:44:15,126 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting f7d1c57160ac4c959a81d47b377579df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732110252264
2024-11-20T13:44:15,126 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01b50e10330f45c0a2c8631397a06a3b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732110252235
2024-11-20T13:44:15,127 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting c8bdc2a3af63498b88b87536d1541b47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1732110252600
2024-11-20T13:44:15,127 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81eb844a8fe24c1dae0724bdea78d8ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1732110252600
2024-11-20T13:44:15,127 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting a73045d778394cd7bd53f987452b216d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732110253768
2024-11-20T13:44:15,128 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc9335aa30f848d493a61be7d785a65e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732110253768
2024-11-20T13:44:15,150 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#B#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:15,151 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/9a5a133da9d64efabb46f75f04f5b3f5 is 50, key is test_row_0/B:col10/1732110254478/Put/seqid=0
2024-11-20T13:44:15,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1732110255000, max timestamp=1732110255150Num uniques 1254; 
2024-11-20T13:44:15,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1732110255000, max timestamp=1732110255150Num uniques 1254; 
2024-11-20T13:44:15,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1732110255000, max timestamp=1732110255150Num uniques 1254; 
2024-11-20T13:44:15,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=57430, new segment data size=7050, suffix heap size=158384,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1254, new segment cells count=154
2024-11-20T13:44:15,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=57430, new segment data size=7050, suffix heap size=158384,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1254, new segment cells count=154
2024-11-20T13:44:15,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=57430, new segment data size=7050, suffix heap size=158384,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1254, new segment cells count=154
2024-11-20T13:44:15,160 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#A#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:15,161 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/a6a22b93ca5b425e8fe0ffc1f8cc921f is 50, key is test_row_0/A:col10/1732110254478/Put/seqid=0
2024-11-20T13:44:15,170 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=53.67 KB heapSize=146.39 KB
2024-11-20T13:44:15,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:15,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:15,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:15,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:15,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:15,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:15,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/aec9c4525a724b1489d83a9aa3d9f555 is 50, key is test_row_0/A:col10/1732110255168/Put/seqid=0
2024-11-20T13:44:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-20T13:44:15,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732110255203, max timestamp=1732110255231Num uniques 859; 
2024-11-20T13:44:15,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359
2024-11-20T13:44:15,237 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732110255203, max timestamp=1732110255231Num uniques 859; 
2024-11-20T13:44:15,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359
2024-11-20T13:44:15,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732110255203, max timestamp=1732110255231Num uniques 859; 
2024-11-20T13:44:15,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359
2024-11-20T13:44:15,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-20T13:44:15,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:15,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:15,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:15,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:15,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:15,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741924_1100 (size=13289)
2024-11-20T13:44:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:15,257 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/9a5a133da9d64efabb46f75f04f5b3f5 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/9a5a133da9d64efabb46f75f04f5b3f5
2024-11-20T13:44:15,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741925_1101 (size=13289)
2024-11-20T13:44:15,270 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/B of 5edc097a21d53cfa09ea50cf0f49c400 into 9a5a133da9d64efabb46f75f04f5b3f5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:15,271 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:15,271 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/B, priority=12, startTime=1732110255122; duration=0sec
2024-11-20T13:44:15,271 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:15,271 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:B
2024-11-20T13:44:15,271 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:44:15,276 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:44:15,276 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 5edc097a21d53cfa09ea50cf0f49c400/C is initiating minor compaction (all files)
2024-11-20T13:44:15,277 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5edc097a21d53cfa09ea50cf0f49c400/C in TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:15,277 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/8de0cb97d59545feaa7fe684e82c0d93, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/0ac8e3288b944a6aa3d7884fc1ecc945, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/9e68591fc41745f3ba15ab9ac033ecad, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/75351959c0484bf8bed91994bc7f6e0a] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp, totalSize=48.9 K
2024-11-20T13:44:15,278 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 8de0cb97d59545feaa7fe684e82c0d93, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732110251542
2024-11-20T13:44:15,279 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ac8e3288b944a6aa3d7884fc1ecc945, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732110252264
2024-11-20T13:44:15,280 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e68591fc41745f3ba15ab9ac033ecad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1732110252600
2024-11-20T13:44:15,280 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 75351959c0484bf8bed91994bc7f6e0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732110253768
2024-11-20T13:44:15,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741926_1102 (size=19621)
2024-11-20T13:44:15,295 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=675 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/aec9c4525a724b1489d83a9aa3d9f555
2024-11-20T13:44:15,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110315278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110315281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110315282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,309 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,312 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5edc097a21d53cfa09ea50cf0f49c400#C#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:15,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,319 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/6ddaf2013244449fa81c787d1022efab is 50, key is test_row_0/C:col10/1732110254478/Put/seqid=0
2024-11-20T13:44:15,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110315295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110315301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/6b8ff5be88b24cd292aeba4d084c8ebf is 50, key is test_row_0/B:col10/1732110255168/Put/seqid=0
2024-11-20T13:44:15,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741927_1103 (size=13289)
2024-11-20T13:44:15,366 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/6ddaf2013244449fa81c787d1022efab as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/6ddaf2013244449fa81c787d1022efab
2024-11-20T13:44:15,389 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/C of 5edc097a21d53cfa09ea50cf0f49c400 into 6ddaf2013244449fa81c787d1022efab(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:15,389 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:15,389 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/C, priority=12, startTime=1732110255124; duration=0sec
2024-11-20T13:44:15,389 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:15,389 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:C
2024-11-20T13:44:15,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-20T13:44:15,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741928_1104 (size=12301)
2024-11-20T13:44:15,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:15,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:15,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:15,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:15,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-20T13:44:15,403 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=675 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/6b8ff5be88b24cd292aeba4d084c8ebf
2024-11-20T13:44:15,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110315412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/2cc8d23905324a94b7e0a4a44f945d78 is 50, key is test_row_0/C:col10/1732110255168/Put/seqid=0
2024-11-20T13:44:15,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110315422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110315422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110315432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,436 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110315432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741929_1105 (size=12301)
2024-11-20T13:44:15,485 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=675 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/2cc8d23905324a94b7e0a4a44f945d78
2024-11-20T13:44:15,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/aec9c4525a724b1489d83a9aa3d9f555 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/aec9c4525a724b1489d83a9aa3d9f555
2024-11-20T13:44:15,502 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/aec9c4525a724b1489d83a9aa3d9f555, entries=300, sequenceid=675, filesize=19.2 K
2024-11-20T13:44:15,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/6b8ff5be88b24cd292aeba4d084c8ebf as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/6b8ff5be88b24cd292aeba4d084c8ebf
2024-11-20T13:44:15,515 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/6b8ff5be88b24cd292aeba4d084c8ebf, entries=150, sequenceid=675, filesize=12.0 K
2024-11-20T13:44:15,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/2cc8d23905324a94b7e0a4a44f945d78 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2cc8d23905324a94b7e0a4a44f945d78
2024-11-20T13:44:15,524 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2cc8d23905324a94b7e0a4a44f945d78, entries=150, sequenceid=675, filesize=12.0 K
2024-11-20T13:44:15,525 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~146.34 KB/149856, currentSize=134.18 KB/137400 for 5edc097a21d53cfa09ea50cf0f49c400 in 355ms, sequenceid=675, compaction requested=false
2024-11-20T13:44:15,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:15,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-20T13:44:15,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:15,551 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=134.18 KB heapSize=366.23 KB
2024-11-20T13:44:15,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:15,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:15,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:15,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:15,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:15,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:15,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/0f8d3aa437df4a668b441e63108917a7 is 50, key is test_row_0/A:col10/1732110255276/Put/seqid=0
2024-11-20T13:44:15,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741930_1106 (size=12301)
2024-11-20T13:44:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:15,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:15,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110315645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110315652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110315653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110315655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110315654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,681 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/a6a22b93ca5b425e8fe0ffc1f8cc921f as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/a6a22b93ca5b425e8fe0ffc1f8cc921f
2024-11-20T13:44:15,691 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5edc097a21d53cfa09ea50cf0f49c400/A of 5edc097a21d53cfa09ea50cf0f49c400 into a6a22b93ca5b425e8fe0ffc1f8cc921f(size=13.0 K), total size for store is 32.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:15,691 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:15,691 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., storeName=5edc097a21d53cfa09ea50cf0f49c400/A, priority=12, startTime=1732110255122; duration=0sec
2024-11-20T13:44:15,692 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:15,692 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5edc097a21d53cfa09ea50cf0f49c400:A
2024-11-20T13:44:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-20T13:44:15,763 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110315762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110315772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110315772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110315774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110315774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110315972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110315982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110315982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110315983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:15,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110315992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:15,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:15,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:16,008 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=710 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/0f8d3aa437df4a668b441e63108917a7
2024-11-20T13:44:16,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/b4c83c653d274f4e81af5723c4ac26e0 is 50, key is test_row_0/B:col10/1732110255276/Put/seqid=0
2024-11-20T13:44:16,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741931_1107 (size=12301)
2024-11-20T13:44:16,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-20T13:44:16,288 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110316282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:16,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:16,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:16,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:16,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110316292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:16,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:16,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:16,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:16,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110316292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:16,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:16,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:16,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:16,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110316302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:16,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:16,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:16,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:16,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110316302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:16,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:16,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:16,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:16,445 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=710 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/b4c83c653d274f4e81af5723c4ac26e0
2024-11-20T13:44:16,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/7a2ffec2f70b4ae3a6b89f38b1c05c81 is 50, key is test_row_0/C:col10/1732110255276/Put/seqid=0
2024-11-20T13:44:16,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741932_1108 (size=12301)
2024-11-20T13:44:16,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:16,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45670 deadline: 1732110316802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:16,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:16,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45668 deadline: 1732110316802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:16,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:16,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:16,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:16,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:16,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45722 deadline: 1732110316802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:16,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45692 deadline: 1732110316813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:16,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1732110316813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:16,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:16,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:16,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:16,921 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=710 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/7a2ffec2f70b4ae3a6b89f38b1c05c81
2024-11-20T13:44:16,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/0f8d3aa437df4a668b441e63108917a7 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/0f8d3aa437df4a668b441e63108917a7
2024-11-20T13:44:16,945 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/0f8d3aa437df4a668b441e63108917a7, entries=150, sequenceid=710, filesize=12.0 K
2024-11-20T13:44:16,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/b4c83c653d274f4e81af5723c4ac26e0 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/b4c83c653d274f4e81af5723c4ac26e0
2024-11-20T13:44:16,955 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/b4c83c653d274f4e81af5723c4ac26e0, entries=150, sequenceid=710, filesize=12.0 K
2024-11-20T13:44:16,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/7a2ffec2f70b4ae3a6b89f38b1c05c81 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/7a2ffec2f70b4ae3a6b89f38b1c05c81
2024-11-20T13:44:16,976 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/7a2ffec2f70b4ae3a6b89f38b1c05c81, entries=150, sequenceid=710, filesize=12.0 K
2024-11-20T13:44:16,980 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~366.19 KB/374976, currentSize=53.67 KB/54960 for 5edc097a21d53cfa09ea50cf0f49c400 in 1429ms, sequenceid=710, compaction requested=true
2024-11-20T13:44:16,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:16,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:16,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24
2024-11-20T13:44:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=24
2024-11-20T13:44:16,984 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-20T13:44:16,984 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8950 sec
2024-11-20T13:44:16,997 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.9020 sec
2024-11-20T13:44:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-20T13:44:17,232 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:17,233 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:44:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees
2024-11-20T13:44:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-20T13:44:17,237 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:44:17,238 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:44:17,238 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:44:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-20T13:44:17,382 INFO  [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154.
2024-11-20T13:44:17,382 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:44:17,384 INFO  [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160.
2024-11-20T13:44:17,385 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:44:17,387 INFO  [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156.
2024-11-20T13:44:17,387 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:44:17,388 INFO  [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158.
2024-11-20T13:44:17,388 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:44:17,389 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:17,389 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:17,389 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:17,389 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:17,390 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:17,390 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:17,390 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:44:17,390 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:44:17,390 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:17,390 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:44:17,391 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:17,391 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:44:17,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-20T13:44:17,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:17,393 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-20T13:44:17,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:17,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:17,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:17,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:17,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:17,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:17,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/24f2d277613348078852ccba1bb386bd is 50, key is test_row_0/A:col10/1732110255654/Put/seqid=0
2024-11-20T13:44:17,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741933_1109 (size=12301)
2024-11-20T13:44:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-20T13:44:17,804 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=722 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/24f2d277613348078852ccba1bb386bd
2024-11-20T13:44:17,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/1cbe8d1ebf834305ac461a17c0536fa8 is 50, key is test_row_0/B:col10/1732110255654/Put/seqid=0
2024-11-20T13:44:17,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741934_1110 (size=12301)
2024-11-20T13:44:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:17,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. as already flushing
2024-11-20T13:44:17,823 INFO  [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143.
2024-11-20T13:44:17,824 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:44:17,824 INFO  [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149.
2024-11-20T13:44:17,824 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:17,824 INFO  [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151.
2024-11-20T13:44:17,824 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:44:17,824 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:44:17,824 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:17,824 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:17,824 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:17,824 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:44:17,824 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:17,824 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:17,824 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:44:17,824 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:44:17,834 INFO  [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145.
2024-11-20T13:44:17,834 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:44:17,834 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:17,834 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:17,834 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:44:17,843 INFO  [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147.
2024-11-20T13:44:17,843 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:44:17,843 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:17,843 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:17,843 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:44:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-20T13:44:18,218 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=722 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/1cbe8d1ebf834305ac461a17c0536fa8
2024-11-20T13:44:18,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/2e27481c75e04b63870ba3d6c3ed0fe1 is 50, key is test_row_0/C:col10/1732110255654/Put/seqid=0
2024-11-20T13:44:18,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741935_1111 (size=12301)
2024-11-20T13:44:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-20T13:44:18,631 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=722 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/2e27481c75e04b63870ba3d6c3ed0fe1
2024-11-20T13:44:18,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/24f2d277613348078852ccba1bb386bd as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/24f2d277613348078852ccba1bb386bd
2024-11-20T13:44:18,648 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/24f2d277613348078852ccba1bb386bd, entries=150, sequenceid=722, filesize=12.0 K
2024-11-20T13:44:18,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/1cbe8d1ebf834305ac461a17c0536fa8 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/1cbe8d1ebf834305ac461a17c0536fa8
2024-11-20T13:44:18,656 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/1cbe8d1ebf834305ac461a17c0536fa8, entries=150, sequenceid=722, filesize=12.0 K
2024-11-20T13:44:18,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/2e27481c75e04b63870ba3d6c3ed0fe1 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2e27481c75e04b63870ba3d6c3ed0fe1
2024-11-20T13:44:18,662 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2e27481c75e04b63870ba3d6c3ed0fe1, entries=150, sequenceid=722, filesize=12.0 K
2024-11-20T13:44:18,663 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=33.54 KB/34350 for 5edc097a21d53cfa09ea50cf0f49c400 in 1270ms, sequenceid=722, compaction requested=true
2024-11-20T13:44:18,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 5edc097a21d53cfa09ea50cf0f49c400:

2024-11-20T13:44:18,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:18,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26
2024-11-20T13:44:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=26
2024-11-20T13:44:18,666 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-20T13:44:18,666 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4260 sec
2024-11-20T13:44:18,667 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.4330 sec
2024-11-20T13:44:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-20T13:44:19,382 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:19,383 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-20T13:44:19,383 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 150
2024-11-20T13:44:19,383 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 117
2024-11-20T13:44:19,383 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 75
2024-11-20T13:44:19,383 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 126
2024-11-20T13:44:19,383 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 159
2024-11-20T13:44:19,383 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-20T13:44:19,383 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1978
2024-11-20T13:44:19,383 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1972
2024-11-20T13:44:19,383 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-20T13:44:19,383 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 923
2024-11-20T13:44:19,383 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2768 rows
2024-11-20T13:44:19,384 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 921
2024-11-20T13:44:19,384 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2747 rows
2024-11-20T13:44:19,384 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-20T13:44:19,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T13:44:19,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:19,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:19,384 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:44:19,390 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-20T13:44:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-20T13:44:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-20T13:44:19,398 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110259397"}]},"ts":"1732110259397"}
2024-11-20T13:44:19,400 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-20T13:44:19,400 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-20T13:44:19,402 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-20T13:44:19,407 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5edc097a21d53cfa09ea50cf0f49c400, UNASSIGN}]
2024-11-20T13:44:19,408 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5edc097a21d53cfa09ea50cf0f49c400, UNASSIGN
2024-11-20T13:44:19,409 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=5edc097a21d53cfa09ea50cf0f49c400, regionState=CLOSING, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:19,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5edc097a21d53cfa09ea50cf0f49c400, UNASSIGN because future has completed
2024-11-20T13:44:19,412 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-20T13:44:19,412 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487}]
2024-11-20T13:44:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-20T13:44:19,567 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:19,567 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-20T13:44:19,568 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing 5edc097a21d53cfa09ea50cf0f49c400, disabling compactions & flushes
2024-11-20T13:44:19,568 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:19,568 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:19,568 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. after waiting 0 ms
2024-11-20T13:44:19,568 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:19,568 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing 5edc097a21d53cfa09ea50cf0f49c400 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-20T13:44:19,568 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=A
2024-11-20T13:44:19,568 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:19,568 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=B
2024-11-20T13:44:19,568 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:19,569 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5edc097a21d53cfa09ea50cf0f49c400, store=C
2024-11-20T13:44:19,569 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:19,573 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/96cbd3dd7f714249af1273717e5d19f9 is 50, key is test_row_1/A:col10/1732110257842/Put/seqid=0
2024-11-20T13:44:19,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741936_1112 (size=7415)
2024-11-20T13:44:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-20T13:44:19,849 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-20T13:44:19,978 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=730 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/96cbd3dd7f714249af1273717e5d19f9
2024-11-20T13:44:19,993 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/9aafdfd3b1ef4fdbb303f2882759f93b is 50, key is test_row_1/B:col10/1732110257842/Put/seqid=0
2024-11-20T13:44:19,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741937_1113 (size=7415)
2024-11-20T13:44:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-20T13:44:20,400 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=730 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/9aafdfd3b1ef4fdbb303f2882759f93b
2024-11-20T13:44:20,415 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/277ab73affb24369a0c1b476277c7add is 50, key is test_row_1/C:col10/1732110257842/Put/seqid=0
2024-11-20T13:44:20,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741938_1114 (size=7415)
2024-11-20T13:44:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-20T13:44:20,820 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=730 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/277ab73affb24369a0c1b476277c7add
2024-11-20T13:44:20,829 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/A/96cbd3dd7f714249af1273717e5d19f9 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/96cbd3dd7f714249af1273717e5d19f9
2024-11-20T13:44:20,836 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/96cbd3dd7f714249af1273717e5d19f9, entries=50, sequenceid=730, filesize=7.2 K
2024-11-20T13:44:20,837 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/B/9aafdfd3b1ef4fdbb303f2882759f93b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/9aafdfd3b1ef4fdbb303f2882759f93b
2024-11-20T13:44:20,841 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/9aafdfd3b1ef4fdbb303f2882759f93b, entries=50, sequenceid=730, filesize=7.2 K
2024-11-20T13:44:20,842 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/.tmp/C/277ab73affb24369a0c1b476277c7add as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/277ab73affb24369a0c1b476277c7add
2024-11-20T13:44:20,846 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/277ab73affb24369a0c1b476277c7add, entries=50, sequenceid=730, filesize=7.2 K
2024-11-20T13:44:20,847 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 5edc097a21d53cfa09ea50cf0f49c400 in 1279ms, sequenceid=730, compaction requested=true
2024-11-20T13:44:20,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/3a5a41e1e2a548939d12248e78fcf7fa, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/7668d12b9c574e63a71088b0d5ffbe3e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/51a0e7a56fa7462a91a556895f22fbf7, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/95858c6d77f044d0b94a9ee88efe450d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/89de0b8ad98c4475b75216fbbe3690a4, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/e8914c0de8b94417bf187f2900f5b89a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/7d220004112141a79fa6a78eca4fdaf8, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/c0b9a975a30a42aba6192406c1af1fe2, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/987635103b204708b304c3501d8a6417, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/ffa1221339804e5a8bf29ba21089ff96, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/4870891cd7d94bd6a37943d70f9d7a14, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/35042761e6c840249b400631298a3daa, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/c53e6078decf41459b486b4f231e8bb5, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/ed4f7a137e174165ba3302fc6a1041af, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/bfd85088306245cca283b3193c6f1ce8, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/2abd4c7cc4ed4199a82a2633367e9820, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/fd2089d78a3f4d82a107676788990e5b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/be1a46b512cc43f88adb429df5977844, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/6f0668f822b74af9b62d2754f552b2ee, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/0060f0ab35b04463b084962a2a25a5fe, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/a880293f24284b1fa61ed5884d5ba5aa, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/b1c275950eaf43f084fb6b012d8e6aa7, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/9ae50a2cf1484475af27977bcd769343, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/2bc4a726582a4d6282af65ff48b757f7, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/ce10274bd0c44724b7f6830eac864b84, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/cfa1a52bb2b1462e9c5ae911bb1afe4e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/01b50e10330f45c0a2c8631397a06a3b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/81eb844a8fe24c1dae0724bdea78d8ae, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/dc9335aa30f848d493a61be7d785a65e] to archive
2024-11-20T13:44:20,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-20T13:44:20,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/3a5a41e1e2a548939d12248e78fcf7fa to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/3a5a41e1e2a548939d12248e78fcf7fa
2024-11-20T13:44:20,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/7668d12b9c574e63a71088b0d5ffbe3e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/7668d12b9c574e63a71088b0d5ffbe3e
2024-11-20T13:44:20,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/51a0e7a56fa7462a91a556895f22fbf7 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/51a0e7a56fa7462a91a556895f22fbf7
2024-11-20T13:44:20,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/95858c6d77f044d0b94a9ee88efe450d to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/95858c6d77f044d0b94a9ee88efe450d
2024-11-20T13:44:20,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/89de0b8ad98c4475b75216fbbe3690a4 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/89de0b8ad98c4475b75216fbbe3690a4
2024-11-20T13:44:20,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/e8914c0de8b94417bf187f2900f5b89a to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/e8914c0de8b94417bf187f2900f5b89a
2024-11-20T13:44:20,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/7d220004112141a79fa6a78eca4fdaf8 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/7d220004112141a79fa6a78eca4fdaf8
2024-11-20T13:44:20,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/c0b9a975a30a42aba6192406c1af1fe2 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/c0b9a975a30a42aba6192406c1af1fe2
2024-11-20T13:44:20,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/987635103b204708b304c3501d8a6417 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/987635103b204708b304c3501d8a6417
2024-11-20T13:44:20,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/ffa1221339804e5a8bf29ba21089ff96 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/ffa1221339804e5a8bf29ba21089ff96
2024-11-20T13:44:20,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/4870891cd7d94bd6a37943d70f9d7a14 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/4870891cd7d94bd6a37943d70f9d7a14
2024-11-20T13:44:20,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/35042761e6c840249b400631298a3daa to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/35042761e6c840249b400631298a3daa
2024-11-20T13:44:20,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/c53e6078decf41459b486b4f231e8bb5 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/c53e6078decf41459b486b4f231e8bb5
2024-11-20T13:44:20,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/ed4f7a137e174165ba3302fc6a1041af to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/ed4f7a137e174165ba3302fc6a1041af
2024-11-20T13:44:20,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/bfd85088306245cca283b3193c6f1ce8 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/bfd85088306245cca283b3193c6f1ce8
2024-11-20T13:44:20,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/2abd4c7cc4ed4199a82a2633367e9820 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/2abd4c7cc4ed4199a82a2633367e9820
2024-11-20T13:44:20,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/fd2089d78a3f4d82a107676788990e5b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/fd2089d78a3f4d82a107676788990e5b
2024-11-20T13:44:20,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/be1a46b512cc43f88adb429df5977844 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/be1a46b512cc43f88adb429df5977844
2024-11-20T13:44:20,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/6f0668f822b74af9b62d2754f552b2ee to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/6f0668f822b74af9b62d2754f552b2ee
2024-11-20T13:44:20,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/0060f0ab35b04463b084962a2a25a5fe to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/0060f0ab35b04463b084962a2a25a5fe
2024-11-20T13:44:20,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/a880293f24284b1fa61ed5884d5ba5aa to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/a880293f24284b1fa61ed5884d5ba5aa
2024-11-20T13:44:20,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/b1c275950eaf43f084fb6b012d8e6aa7 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/b1c275950eaf43f084fb6b012d8e6aa7
2024-11-20T13:44:20,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/9ae50a2cf1484475af27977bcd769343 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/9ae50a2cf1484475af27977bcd769343
2024-11-20T13:44:20,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/2bc4a726582a4d6282af65ff48b757f7 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/2bc4a726582a4d6282af65ff48b757f7
2024-11-20T13:44:20,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/ce10274bd0c44724b7f6830eac864b84 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/ce10274bd0c44724b7f6830eac864b84
2024-11-20T13:44:20,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/cfa1a52bb2b1462e9c5ae911bb1afe4e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/cfa1a52bb2b1462e9c5ae911bb1afe4e
2024-11-20T13:44:20,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/01b50e10330f45c0a2c8631397a06a3b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/01b50e10330f45c0a2c8631397a06a3b
2024-11-20T13:44:20,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/81eb844a8fe24c1dae0724bdea78d8ae to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/81eb844a8fe24c1dae0724bdea78d8ae
2024-11-20T13:44:20,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/dc9335aa30f848d493a61be7d785a65e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/dc9335aa30f848d493a61be7d785a65e
2024-11-20T13:44:20,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/7e713a77778d46be98540f614005d99c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/c1b1031846c94c8d8ef0b503b93261ca, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/55fd17eb99eb4b9684b3a094e06a32b0, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/cfc9e8fb25a64c2cbe755aab0819b04c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/d637f85bd8a64f62b9a194af5ab45e1e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/f9d30bb9eb27465d82778a989e1168a9, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/6107d5fca4314ff5a3067333168ef096, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/21bcc74292964d75b089af2369d14066, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/6b393ca0fd814ecabf8ba9cef6f3c82c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/24a7a4335174402c9b96b1880ede5a86, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/48be7fe0c93f4ad09dffc6eeee4cebf2, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/eb647474694e43c78fb73e4eef19f0d7, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/71acfeace90747149abd6f4b7ce85919, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/1bfc1eb475804d2a969fd44396b1f2f0, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/a1a1b0b6c8a04c759218ca463da51d5a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/fcb92c4daff04a6a8abfc630d2b5bea8, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/5ca95a06d5854eb9a28115292d268bd8, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/b4fe5d6cdcde45899273786619d982c8, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/7b2d2570bbb44d09afaabbb84f0ab121, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/3e0544a93c554e7783ea294d1b443b6e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/1207b1c1f5d541288856eab9f8dce066, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/28d72f86a99043769857c202cbfe76f8, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/0600bec59432448185ca7005eec860d1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/5a2851933b854dbbba98c0d3e1d19218, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/e494a755230a411985e27672d8d23858, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/ac3c1d3c2e814f6683c9b6393006d177, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/f7d1c57160ac4c959a81d47b377579df, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/c8bdc2a3af63498b88b87536d1541b47, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/a73045d778394cd7bd53f987452b216d] to archive
2024-11-20T13:44:20,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-20T13:44:20,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/7e713a77778d46be98540f614005d99c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/7e713a77778d46be98540f614005d99c
2024-11-20T13:44:20,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/c1b1031846c94c8d8ef0b503b93261ca to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/c1b1031846c94c8d8ef0b503b93261ca
2024-11-20T13:44:20,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/55fd17eb99eb4b9684b3a094e06a32b0 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/55fd17eb99eb4b9684b3a094e06a32b0
2024-11-20T13:44:20,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/cfc9e8fb25a64c2cbe755aab0819b04c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/cfc9e8fb25a64c2cbe755aab0819b04c
2024-11-20T13:44:20,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/d637f85bd8a64f62b9a194af5ab45e1e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/d637f85bd8a64f62b9a194af5ab45e1e
2024-11-20T13:44:20,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/f9d30bb9eb27465d82778a989e1168a9 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/f9d30bb9eb27465d82778a989e1168a9
2024-11-20T13:44:20,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/6107d5fca4314ff5a3067333168ef096 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/6107d5fca4314ff5a3067333168ef096
2024-11-20T13:44:20,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/21bcc74292964d75b089af2369d14066 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/21bcc74292964d75b089af2369d14066
2024-11-20T13:44:20,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/6b393ca0fd814ecabf8ba9cef6f3c82c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/6b393ca0fd814ecabf8ba9cef6f3c82c
2024-11-20T13:44:20,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/24a7a4335174402c9b96b1880ede5a86 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/24a7a4335174402c9b96b1880ede5a86
2024-11-20T13:44:20,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/48be7fe0c93f4ad09dffc6eeee4cebf2 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/48be7fe0c93f4ad09dffc6eeee4cebf2
2024-11-20T13:44:20,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/eb647474694e43c78fb73e4eef19f0d7 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/eb647474694e43c78fb73e4eef19f0d7
2024-11-20T13:44:20,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/71acfeace90747149abd6f4b7ce85919 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/71acfeace90747149abd6f4b7ce85919
2024-11-20T13:44:20,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/1bfc1eb475804d2a969fd44396b1f2f0 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/1bfc1eb475804d2a969fd44396b1f2f0
2024-11-20T13:44:20,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/a1a1b0b6c8a04c759218ca463da51d5a to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/a1a1b0b6c8a04c759218ca463da51d5a
2024-11-20T13:44:20,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/fcb92c4daff04a6a8abfc630d2b5bea8 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/fcb92c4daff04a6a8abfc630d2b5bea8
2024-11-20T13:44:20,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/5ca95a06d5854eb9a28115292d268bd8 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/5ca95a06d5854eb9a28115292d268bd8
2024-11-20T13:44:20,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/b4fe5d6cdcde45899273786619d982c8 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/b4fe5d6cdcde45899273786619d982c8
2024-11-20T13:44:20,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/7b2d2570bbb44d09afaabbb84f0ab121 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/7b2d2570bbb44d09afaabbb84f0ab121
2024-11-20T13:44:20,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/3e0544a93c554e7783ea294d1b443b6e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/3e0544a93c554e7783ea294d1b443b6e
2024-11-20T13:44:20,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/1207b1c1f5d541288856eab9f8dce066 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/1207b1c1f5d541288856eab9f8dce066
2024-11-20T13:44:20,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/28d72f86a99043769857c202cbfe76f8 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/28d72f86a99043769857c202cbfe76f8
2024-11-20T13:44:20,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/0600bec59432448185ca7005eec860d1 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/0600bec59432448185ca7005eec860d1
2024-11-20T13:44:20,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/5a2851933b854dbbba98c0d3e1d19218 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/5a2851933b854dbbba98c0d3e1d19218
2024-11-20T13:44:20,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/e494a755230a411985e27672d8d23858 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/e494a755230a411985e27672d8d23858
2024-11-20T13:44:20,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/ac3c1d3c2e814f6683c9b6393006d177 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/ac3c1d3c2e814f6683c9b6393006d177
2024-11-20T13:44:20,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/f7d1c57160ac4c959a81d47b377579df to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/f7d1c57160ac4c959a81d47b377579df
2024-11-20T13:44:20,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/c8bdc2a3af63498b88b87536d1541b47 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/c8bdc2a3af63498b88b87536d1541b47
2024-11-20T13:44:20,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/a73045d778394cd7bd53f987452b216d to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/a73045d778394cd7bd53f987452b216d
2024-11-20T13:44:20,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/ba32d239c37f41f3b66aa5937da64a3e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/dcbf4d50c65e4c44a4bf1c2149bdccbc, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/132e2f7230394bc08e0b5afc8176a7d9, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/e0d55fa1c05e413ba05d45f1e1879d8b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/774034d1b6ec451a93a3cb3415e2333b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/e1803e8215934686b142ad2d500bdc3b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/18aa7adadb374f3a8366113ae6161458, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2c5b4c53a73f4187989abe159b4dfa0c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/16b9e17d88c146208ec589a609c0398c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/14ab3516df6d4c0dafb0cd60f2b381a2, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/eda2714336db4122bd5a5fe8e061c3de, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/be36776e9d9347cfb7b4466c138a69dd, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/283c117d92474b82958a7aa5fb03e31c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/afd68ad30fbd40a0b973e1b9ff9c414e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/7e5b76b347fc447a93f2da83f9db8579, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/33dc1197ccc446bfaef42c339a362103, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/17182614b9a846eaa8755fc397f52d33, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/92f1d77a3bc8467992df0a5c97982459, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/266d281bc1b24a35b1873833455849a7, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2db4dc0a628e4bb2845940f587a49623, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/dd93f9629bd1401d8e370c804efcde82, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/86c7c73fde1a4ff49508446980ba27ac, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/32ffcd08e8b34d5b9d977370f54c5084, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/eea1f52eacd84894bca930af64358ec4, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/8de0cb97d59545feaa7fe684e82c0d93, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2ad672fd898549edae39d18456c686fe, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/0ac8e3288b944a6aa3d7884fc1ecc945, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/9e68591fc41745f3ba15ab9ac033ecad, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/75351959c0484bf8bed91994bc7f6e0a] to archive
2024-11-20T13:44:20,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-20T13:44:20,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/ba32d239c37f41f3b66aa5937da64a3e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/ba32d239c37f41f3b66aa5937da64a3e
2024-11-20T13:44:20,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/dcbf4d50c65e4c44a4bf1c2149bdccbc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/dcbf4d50c65e4c44a4bf1c2149bdccbc
2024-11-20T13:44:20,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/132e2f7230394bc08e0b5afc8176a7d9 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/132e2f7230394bc08e0b5afc8176a7d9
2024-11-20T13:44:20,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/e0d55fa1c05e413ba05d45f1e1879d8b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/e0d55fa1c05e413ba05d45f1e1879d8b
2024-11-20T13:44:20,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/774034d1b6ec451a93a3cb3415e2333b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/774034d1b6ec451a93a3cb3415e2333b
2024-11-20T13:44:20,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/e1803e8215934686b142ad2d500bdc3b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/e1803e8215934686b142ad2d500bdc3b
2024-11-20T13:44:20,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/18aa7adadb374f3a8366113ae6161458 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/18aa7adadb374f3a8366113ae6161458
2024-11-20T13:44:20,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2c5b4c53a73f4187989abe159b4dfa0c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2c5b4c53a73f4187989abe159b4dfa0c
2024-11-20T13:44:20,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/16b9e17d88c146208ec589a609c0398c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/16b9e17d88c146208ec589a609c0398c
2024-11-20T13:44:20,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/14ab3516df6d4c0dafb0cd60f2b381a2 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/14ab3516df6d4c0dafb0cd60f2b381a2
2024-11-20T13:44:20,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/eda2714336db4122bd5a5fe8e061c3de to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/eda2714336db4122bd5a5fe8e061c3de
2024-11-20T13:44:20,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/be36776e9d9347cfb7b4466c138a69dd to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/be36776e9d9347cfb7b4466c138a69dd
2024-11-20T13:44:20,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/283c117d92474b82958a7aa5fb03e31c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/283c117d92474b82958a7aa5fb03e31c
2024-11-20T13:44:20,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/afd68ad30fbd40a0b973e1b9ff9c414e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/afd68ad30fbd40a0b973e1b9ff9c414e
2024-11-20T13:44:20,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/7e5b76b347fc447a93f2da83f9db8579 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/7e5b76b347fc447a93f2da83f9db8579
2024-11-20T13:44:20,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/33dc1197ccc446bfaef42c339a362103 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/33dc1197ccc446bfaef42c339a362103
2024-11-20T13:44:20,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/17182614b9a846eaa8755fc397f52d33 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/17182614b9a846eaa8755fc397f52d33
2024-11-20T13:44:20,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/92f1d77a3bc8467992df0a5c97982459 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/92f1d77a3bc8467992df0a5c97982459
2024-11-20T13:44:20,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/266d281bc1b24a35b1873833455849a7 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/266d281bc1b24a35b1873833455849a7
2024-11-20T13:44:20,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2db4dc0a628e4bb2845940f587a49623 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2db4dc0a628e4bb2845940f587a49623
2024-11-20T13:44:20,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/dd93f9629bd1401d8e370c804efcde82 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/dd93f9629bd1401d8e370c804efcde82
2024-11-20T13:44:20,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/86c7c73fde1a4ff49508446980ba27ac to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/86c7c73fde1a4ff49508446980ba27ac
2024-11-20T13:44:20,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/32ffcd08e8b34d5b9d977370f54c5084 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/32ffcd08e8b34d5b9d977370f54c5084
2024-11-20T13:44:20,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/eea1f52eacd84894bca930af64358ec4 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/eea1f52eacd84894bca930af64358ec4
2024-11-20T13:44:20,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/8de0cb97d59545feaa7fe684e82c0d93 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/8de0cb97d59545feaa7fe684e82c0d93
2024-11-20T13:44:20,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2ad672fd898549edae39d18456c686fe to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2ad672fd898549edae39d18456c686fe
2024-11-20T13:44:20,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/0ac8e3288b944a6aa3d7884fc1ecc945 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/0ac8e3288b944a6aa3d7884fc1ecc945
2024-11-20T13:44:20,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/9e68591fc41745f3ba15ab9ac033ecad to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/9e68591fc41745f3ba15ab9ac033ecad
2024-11-20T13:44:20,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/75351959c0484bf8bed91994bc7f6e0a to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/75351959c0484bf8bed91994bc7f6e0a
2024-11-20T13:44:20,986 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/recovered.edits/733.seqid, newMaxSeqId=733, maxSeqId=1
2024-11-20T13:44:20,986 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.
2024-11-20T13:44:20,987 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for 5edc097a21d53cfa09ea50cf0f49c400:
Waiting for close lock at 1732110259568Running coprocessor pre-close hooks at 1732110259568Disabling compacts and flushes for region at 1732110259568Disabling writes for close at 1732110259568Obtaining lock to block concurrent updates at 1732110259568Preparing flush snapshotting stores in 5edc097a21d53cfa09ea50cf0f49c400 at 1732110259568Finished memstore snapshotting TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732110259569 (+1 ms)Flushing stores of TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400. at 1732110259569Flushing 5edc097a21d53cfa09ea50cf0f49c400/A: creating writer at 1732110259569Flushing 5edc097a21d53cfa09ea50cf0f49c400/A: appending metadata at 1732110259572 (+3 ms)Flushing 5edc097a21d53cfa09ea50cf0f49c400/A: closing flushed file at 1732110259572Flushing 5edc097a21d53cfa09ea50cf0f49c400/B: creating writer at 1732110259989 (+417 ms)Flushing 5edc097a21d53cfa09ea50cf0f49c400/B: appending metadata at 1732110259993 (+4 ms)Flushing 5edc097a21d53cfa09ea50cf0f49c400/B: closing flushed file at 1732110259993Flushing 5edc097a21d53cfa09ea50cf0f49c400/C: creating writer at 1732110260410 (+417 ms)Flushing 5edc097a21d53cfa09ea50cf0f49c400/C: appending metadata at 1732110260414 (+4 ms)Flushing 5edc097a21d53cfa09ea50cf0f49c400/C: closing flushed file at 1732110260414Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ff713bb: reopening flushed file at 1732110260828 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c94818f: reopening flushed file at 1732110260836 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d1cec62: reopening flushed file at 1732110260841 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 5edc097a21d53cfa09ea50cf0f49c400 in 1279ms, sequenceid=730, compaction requested=true at 1732110260847 (+6 ms)Writing region close event to WAL at 1732110260982 (+135 ms)Running coprocessor post-close hooks at 1732110260986 (+4 ms)Closed at 1732110260986
2024-11-20T13:44:20,992 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed 5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:20,993 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=5edc097a21d53cfa09ea50cf0f49c400, regionState=CLOSED
2024-11-20T13:44:20,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487 because future has completed
2024-11-20T13:44:20,997 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-20T13:44:20,997 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure 5edc097a21d53cfa09ea50cf0f49c400, server=28425b5b8f92,46817,1732110231487 in 1.5840 sec
2024-11-20T13:44:20,999 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-20T13:44:20,999 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5edc097a21d53cfa09ea50cf0f49c400, UNASSIGN in 1.5900 sec
2024-11-20T13:44:21,001 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27
2024-11-20T13:44:21,001 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5970 sec
2024-11-20T13:44:21,002 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110261002"}]},"ts":"1732110261002"}
2024-11-20T13:44:21,003 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-20T13:44:21,003 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-20T13:44:21,005 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6130 sec
2024-11-20T13:44:21,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-20T13:44:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-20T13:44:21,542 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:21,547 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-20T13:44:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:44:21,556 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:44:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-20T13:44:21,558 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:44:21,564 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:21,568 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A, FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B, FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C, FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/recovered.edits]
2024-11-20T13:44:21,583 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/0f8d3aa437df4a668b441e63108917a7 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/0f8d3aa437df4a668b441e63108917a7
2024-11-20T13:44:21,585 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/24f2d277613348078852ccba1bb386bd to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/24f2d277613348078852ccba1bb386bd
2024-11-20T13:44:21,587 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/96cbd3dd7f714249af1273717e5d19f9 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/96cbd3dd7f714249af1273717e5d19f9
2024-11-20T13:44:21,588 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/a6a22b93ca5b425e8fe0ffc1f8cc921f to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/a6a22b93ca5b425e8fe0ffc1f8cc921f
2024-11-20T13:44:21,589 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/aec9c4525a724b1489d83a9aa3d9f555 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/A/aec9c4525a724b1489d83a9aa3d9f555
2024-11-20T13:44:21,592 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/1cbe8d1ebf834305ac461a17c0536fa8 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/1cbe8d1ebf834305ac461a17c0536fa8
2024-11-20T13:44:21,593 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/6b8ff5be88b24cd292aeba4d084c8ebf to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/6b8ff5be88b24cd292aeba4d084c8ebf
2024-11-20T13:44:21,594 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/9a5a133da9d64efabb46f75f04f5b3f5 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/9a5a133da9d64efabb46f75f04f5b3f5
2024-11-20T13:44:21,595 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/9aafdfd3b1ef4fdbb303f2882759f93b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/9aafdfd3b1ef4fdbb303f2882759f93b
2024-11-20T13:44:21,596 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/b4c83c653d274f4e81af5723c4ac26e0 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/B/b4c83c653d274f4e81af5723c4ac26e0
2024-11-20T13:44:21,598 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/277ab73affb24369a0c1b476277c7add to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/277ab73affb24369a0c1b476277c7add
2024-11-20T13:44:21,599 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2cc8d23905324a94b7e0a4a44f945d78 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2cc8d23905324a94b7e0a4a44f945d78
2024-11-20T13:44:21,601 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2e27481c75e04b63870ba3d6c3ed0fe1 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/2e27481c75e04b63870ba3d6c3ed0fe1
2024-11-20T13:44:21,602 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/6ddaf2013244449fa81c787d1022efab to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/6ddaf2013244449fa81c787d1022efab
2024-11-20T13:44:21,603 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/7a2ffec2f70b4ae3a6b89f38b1c05c81 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/C/7a2ffec2f70b4ae3a6b89f38b1c05c81
2024-11-20T13:44:21,607 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/recovered.edits/733.seqid to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400/recovered.edits/733.seqid
2024-11-20T13:44:21,607 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/5edc097a21d53cfa09ea50cf0f49c400
2024-11-20T13:44:21,607 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-20T13:44:21,612 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:44:21,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-20T13:44:21,621 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-20T13:44:21,648 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-20T13:44:21,650 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:44:21,650 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-20T13:44:21,650 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732110261650"}]},"ts":"9223372036854775807"}
2024-11-20T13:44:21,656 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-20T13:44:21,656 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5edc097a21d53cfa09ea50cf0f49c400, NAME => 'TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400.', STARTKEY => '', ENDKEY => ''}]
2024-11-20T13:44:21,656 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-20T13:44:21,656 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732110261656"}]},"ts":"9223372036854775807"}
2024-11-20T13:44:21,659 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-20T13:44:21,660 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:44:21,661 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 111 msec
2024-11-20T13:44:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-20T13:44:21,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-20T13:44:21,663 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:21,676 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=249 (was 211)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;28425b5b8f92:46817-shortCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-888998351_22 at /127.0.0.1:41116 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-709367595_22 at /127.0.0.1:52676 [Waiting for operation #323]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/28425b5b8f92:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-888998351_22 at /127.0.0.1:45848 [Waiting for operation #309]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=442 (was 244) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7656 (was 9039)
2024-11-20T13:44:21,685 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=249, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=442, ProcessCount=11, AvailableMemoryMB=7655
2024-11-20T13:44:21,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-20T13:44:21,687 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T13:44:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-20T13:44:21,689 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T13:44:21,689 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:21,689 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 32
2024-11-20T13:44:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-20T13:44:21,690 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T13:44:21,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741939_1115 (size=1061)
2024-11-20T13:44:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-20T13:44:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-20T13:44:22,099 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d
2024-11-20T13:44:22,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741940_1116 (size=53)
2024-11-20T13:44:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-20T13:44:22,510 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T13:44:22,510 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c0cbb92b5d2d3d3e69fe4d1bffef1ac3, disabling compactions & flushes
2024-11-20T13:44:22,510 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:22,510 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:22,510 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. after waiting 0 ms
2024-11-20T13:44:22,510 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:22,511 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:22,511 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:
Waiting for close lock at 1732110262510Disabling compacts and flushes for region at 1732110262510Disabling writes for close at 1732110262510Writing region close event to WAL at 1732110262511 (+1 ms)Closed at 1732110262511
2024-11-20T13:44:22,512 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T13:44:22,512 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732110262512"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110262512"}]},"ts":"1732110262512"}
2024-11-20T13:44:22,514 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T13:44:22,515 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T13:44:22,516 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110262515"}]},"ts":"1732110262515"}
2024-11-20T13:44:22,517 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-20T13:44:22,517 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, ASSIGN}]
2024-11-20T13:44:22,518 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, ASSIGN
2024-11-20T13:44:22,519 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, ASSIGN; state=OFFLINE, location=28425b5b8f92,46817,1732110231487; forceNewPlan=false, retain=false
2024-11-20T13:44:22,671 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, regionState=OPENING, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:22,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, ASSIGN because future has completed
2024-11-20T13:44:22,677 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487}]
2024-11-20T13:44:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-20T13:44:22,835 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:22,835 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
2024-11-20T13:44:22,836 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:22,836 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T13:44:22,836 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:22,836 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:22,838 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c0cbb92b5d2d3d3e69fe4d1bffef1ac3 
2024-11-20T13:44:22,839 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:44:22,840 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0cbb92b5d2d3d3e69fe4d1bffef1ac3 columnFamilyName A
2024-11-20T13:44:22,841 DEBUG [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:22,841 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] regionserver.HStore(327): Store=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:44:22,841 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c0cbb92b5d2d3d3e69fe4d1bffef1ac3 
2024-11-20T13:44:22,842 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:44:22,843 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0cbb92b5d2d3d3e69fe4d1bffef1ac3 columnFamilyName B
2024-11-20T13:44:22,843 DEBUG [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:22,843 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] regionserver.HStore(327): Store=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:44:22,843 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c0cbb92b5d2d3d3e69fe4d1bffef1ac3 
2024-11-20T13:44:22,844 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:44:22,844 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0cbb92b5d2d3d3e69fe4d1bffef1ac3 columnFamilyName C
2024-11-20T13:44:22,844 DEBUG [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:22,845 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] regionserver.HStore(327): Store=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:44:22,845 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:22,845 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:22,846 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:22,846 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:22,847 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:22,847 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:22,848 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-20T13:44:22,849 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:22,851 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T13:44:22,851 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened c0cbb92b5d2d3d3e69fe4d1bffef1ac3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69268710, jitterRate=0.032184213399887085}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-20T13:44:22,851 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:22,852 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:
Running coprocessor pre-open hook at 1732110262836Writing region info on filesystem at 1732110262836Initializing all the Stores at 1732110262837 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110262837Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110262838 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110262838Cleaning up temporary data from old regions at 1732110262847 (+9 ms)Running coprocessor post-open hooks at 1732110262851 (+4 ms)Region opened successfully at 1732110262852 (+1 ms)
2024-11-20T13:44:22,853 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., pid=34, masterSystemTime=1732110262832
2024-11-20T13:44:22,855 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:22,855 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:22,855 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:22,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487 because future has completed
2024-11-20T13:44:22,860 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33
2024-11-20T13:44:22,860 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487 in 181 msec
2024-11-20T13:44:22,862 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-20T13:44:22,862 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, ASSIGN in 343 msec
2024-11-20T13:44:22,863 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T13:44:22,863 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110262863"}]},"ts":"1732110262863"}
2024-11-20T13:44:22,864 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-20T13:44:22,865 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T13:44:22,867 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1790 sec
2024-11-20T13:44:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-20T13:44:23,833 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:23,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265f3fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:23,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:44:23,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:44:23,838 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:44:23,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:44:23,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:44:23,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea188ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:23,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:44:23,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:44:23,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:23,842 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:44:23,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f0451e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:23,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:44:23,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:44:23,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:44:23,846 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:44:23,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-20T13:44:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 28425b5b8f92,46265,1732110230749
2024-11-20T13:44:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ac20d15
2024-11-20T13:44:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-20T13:44:23,852 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-20T13:44:23,858 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-20T13:44:23,859 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T13:44:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-20T13:44:23,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741941_1117 (size=1097)
2024-11-20T13:44:24,280 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-20T13:44:24,280 INFO  [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-20T13:44:24,287 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-20T13:44:24,294 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, REOPEN/MOVE}]
2024-11-20T13:44:24,295 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, REOPEN/MOVE
2024-11-20T13:44:24,296 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, regionState=CLOSING, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:24,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, REOPEN/MOVE because future has completed
2024-11-20T13:44:24,298 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-20T13:44:24,298 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487}]
2024-11-20T13:44:24,450 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:24,450 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-20T13:44:24,450 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing c0cbb92b5d2d3d3e69fe4d1bffef1ac3, disabling compactions & flushes
2024-11-20T13:44:24,450 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:24,450 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:24,450 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. after waiting 0 ms
2024-11-20T13:44:24,450 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:24,455 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-20T13:44:24,455 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:24,455 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:
Waiting for close lock at 1732110264450Running coprocessor pre-close hooks at 1732110264450Disabling compacts and flushes for region at 1732110264450Disabling writes for close at 1732110264450Writing region close event to WAL at 1732110264450Running coprocessor post-close hooks at 1732110264455 (+5 ms)Closed at 1732110264455
2024-11-20T13:44:24,456 WARN  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to self.
2024-11-20T13:44:24,457 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:24,458 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, regionState=CLOSED
2024-11-20T13:44:24,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487 because future has completed
2024-11-20T13:44:24,463 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37
2024-11-20T13:44:24,463 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487 in 163 msec
2024-11-20T13:44:24,464 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, REOPEN/MOVE; state=CLOSED, location=28425b5b8f92,46817,1732110231487; forceNewPlan=false, retain=true
2024-11-20T13:44:24,614 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, regionState=OPENING, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:24,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, REOPEN/MOVE because future has completed
2024-11-20T13:44:24,617 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487}]
2024-11-20T13:44:24,774 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:24,774 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
2024-11-20T13:44:24,775 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:24,775 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T13:44:24,775 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:24,775 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:24,779 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c0cbb92b5d2d3d3e69fe4d1bffef1ac3 
2024-11-20T13:44:24,780 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:44:24,786 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0cbb92b5d2d3d3e69fe4d1bffef1ac3 columnFamilyName A
2024-11-20T13:44:24,788 DEBUG [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:24,788 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] regionserver.HStore(327): Store=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:44:24,789 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c0cbb92b5d2d3d3e69fe4d1bffef1ac3 
2024-11-20T13:44:24,789 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:44:24,790 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0cbb92b5d2d3d3e69fe4d1bffef1ac3 columnFamilyName B
2024-11-20T13:44:24,790 DEBUG [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:24,790 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] regionserver.HStore(327): Store=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:44:24,790 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c0cbb92b5d2d3d3e69fe4d1bffef1ac3 
2024-11-20T13:44:24,791 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:44:24,791 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0cbb92b5d2d3d3e69fe4d1bffef1ac3 columnFamilyName C
2024-11-20T13:44:24,791 DEBUG [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:24,791 INFO  [StoreOpener-c0cbb92b5d2d3d3e69fe4d1bffef1ac3-1 {}] regionserver.HStore(327): Store=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:44:24,792 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:24,792 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:24,792 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:24,793 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:24,794 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:24,794 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:24,795 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-20T13:44:24,796 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:24,797 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened c0cbb92b5d2d3d3e69fe4d1bffef1ac3; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60952267, jitterRate=-0.0917404443025589}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-20T13:44:24,797 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:24,798 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:
Running coprocessor pre-open hook at 1732110264775Writing region info on filesystem at 1732110264775Initializing all the Stores at 1732110264777 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110264777Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110264777Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110264777Cleaning up temporary data from old regions at 1732110264794 (+17 ms)Running coprocessor post-open hooks at 1732110264797 (+3 ms)Region opened successfully at 1732110264798 (+1 ms)
2024-11-20T13:44:24,798 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., pid=39, masterSystemTime=1732110264769
2024-11-20T13:44:24,800 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:24,800 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:24,801 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, regionState=OPEN, openSeqNum=5, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:24,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487 because future has completed
2024-11-20T13:44:24,805 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37
2024-11-20T13:44:24,805 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487 in 187 msec
2024-11-20T13:44:24,807 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-11-20T13:44:24,807 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, REOPEN/MOVE in 511 msec
2024-11-20T13:44:24,810 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35
2024-11-20T13:44:24,810 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 522 msec
2024-11-20T13:44:24,814 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 951 msec
2024-11-20T13:44:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35
2024-11-20T13:44:24,816 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:24,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6757ddd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,816 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:44:24,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:44:24,817 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:44:24,818 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:44:24,818 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:44:24,818 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110f092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,818 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:44:24,818 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:44:24,819 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:24,820 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:44:24,820 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc1c8bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e459c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:44:24,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:44:24,822 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:44:24,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:44:24,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:44:24,823 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee1c386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,823 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:44:24,823 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:44:24,823 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:24,824 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:44:24,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@374f4d8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6295f527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:44:24,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:44:24,827 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:44:24,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:44:24,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:44:24,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390ec547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:44:24,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:44:24,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:24,828 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:44:24,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e21e3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef6d00c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:44:24,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:44:24,831 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:44:24,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:44:24,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:44:24,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0bea63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:44:24,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:44:24,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:24,832 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:44:24,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd8a4e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39830909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:44:24,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:44:24,834 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:44:24,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:44:24,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:44:24,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b1d6d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:44:24,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:44:24,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:24,836 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:44:24,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ed62d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d6a31d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:44:24,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:44:24,839 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:44:24,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:44:24,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:44:24,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427220a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:44:24,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:44:24,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:24,841 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:44:24,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a233c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97fb45e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,842 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:44:24,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:44:24,843 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:44:24,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:44:24,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:44:24,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@607d785d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:44:24,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:44:24,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:24,844 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:44:24,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119fcb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c4632d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:44:24,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:44:24,846 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:44:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:44:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:44:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72764587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:44:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:44:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:24,847 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:44:24,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3cc767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eae57b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:44:24,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:44:24,849 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:44:24,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:44:24,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:44:24,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72935229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:44:24,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:44:24,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:24,851 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:44:24,851 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5a9ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:24,852 DEBUG [Thread-597 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:44:24,852 DEBUG [Thread-612 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:44:24,852 DEBUG [Thread-610 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:44:24,852 DEBUG [Thread-603 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:44:24,852 DEBUG [Thread-608 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:44:24,852 DEBUG [Thread-614 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:44:24,853 DEBUG [Thread-599 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:44:24,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:44:24,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:44:24,853 DEBUG [Thread-614 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:44:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:44:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:44:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:44:24,854 DEBUG [Thread-614 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:44:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:44:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:44:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:44:24,854 DEBUG [Thread-605 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:44:24,856 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:44:24,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:44:24,856 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42098, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:44:24,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:44:24,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:44:24,856 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:44:24,856 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:44:24,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:44:24,856 DEBUG [Thread-601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:44:24,857 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:44:24,857 DEBUG [Thread-608 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:44:24,857 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:44:24,857 DEBUG [Thread-608 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:44:24,858 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:44:24,858 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:44:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:44:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:44:24,858 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:44:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees
2024-11-20T13:44:24,859 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:44:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-20T13:44:24,860 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:44:24,861 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:44:24,861 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:44:24,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:44:24,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:44:24,864 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:44:24,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:44:24,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:44:24,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:44:24,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:44:24,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:44:24,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:44:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:24,876 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-20T13:44:24,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=A
2024-11-20T13:44:24,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:24,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=B
2024-11-20T13:44:24,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:24,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=C
2024-11-20T13:44:24,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:24,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201b375954e59f4ad8a43e3f5b7bb9a2a1_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 is 50, key is test_row_0/A:col10/1732110264871/Put/seqid=0
2024-11-20T13:44:24,929 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1732110264899, max timestamp=1732110264924Num uniques 859; 
2024-11-20T13:44:24,929 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1732110264899, max timestamp=1732110264924Num uniques 859; 
2024-11-20T13:44:24,929 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1732110264899, max timestamp=1732110264924Num uniques 859; 
2024-11-20T13:44:24,929 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459
2024-11-20T13:44:24,929 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459
2024-11-20T13:44:24,929 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459
2024-11-20T13:44:24,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741942_1118 (size=19474)
2024-11-20T13:44:24,954 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:24,960 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201b375954e59f4ad8a43e3f5b7bb9a2a1_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201b375954e59f4ad8a43e3f5b7bb9a2a1_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:24,961 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/750963bdb88249e285f58d61dd762979, store: [table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-20T13:44:24,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/750963bdb88249e285f58d61dd762979 is 175, key is test_row_0/A:col10/1732110264871/Put/seqid=0
2024-11-20T13:44:24,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741943_1119 (size=56733)
2024-11-20T13:44:24,978 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/750963bdb88249e285f58d61dd762979
2024-11-20T13:44:25,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110324985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42172 deadline: 1732110325004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-20T13:44:25,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:25,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:25,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:25,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:25,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:25,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110325008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110325011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/e22f041898444a60a5abe4508d2983c5 is 50, key is test_row_0/B:col10/1732110264871/Put/seqid=0
2024-11-20T13:44:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110325011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741944_1120 (size=12001)
2024-11-20T13:44:25,051 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/e22f041898444a60a5abe4508d2983c5
2024-11-20T13:44:25,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/e0aea0bd14d5447d8671457164eea291 is 50, key is test_row_0/C:col10/1732110264871/Put/seqid=0
2024-11-20T13:44:25,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741945_1121 (size=12001)
2024-11-20T13:44:25,118 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/e0aea0bd14d5447d8671457164eea291
2024-11-20T13:44:25,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/750963bdb88249e285f58d61dd762979 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/750963bdb88249e285f58d61dd762979
2024-11-20T13:44:25,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110325122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42172 deadline: 1732110325122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110325132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,137 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/750963bdb88249e285f58d61dd762979, entries=300, sequenceid=14, filesize=55.4 K
2024-11-20T13:44:25,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/e22f041898444a60a5abe4508d2983c5 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/e22f041898444a60a5abe4508d2983c5
2024-11-20T13:44:25,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110325132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110325132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,147 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/e22f041898444a60a5abe4508d2983c5, entries=150, sequenceid=14, filesize=11.7 K
2024-11-20T13:44:25,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/e0aea0bd14d5447d8671457164eea291 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/e0aea0bd14d5447d8671457164eea291
2024-11-20T13:44:25,155 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/e0aea0bd14d5447d8671457164eea291, entries=150, sequenceid=14, filesize=11.7 K
2024-11-20T13:44:25,156 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for c0cbb92b5d2d3d3e69fe4d1bffef1ac3 in 280ms, sequenceid=14, compaction requested=false
2024-11-20T13:44:25,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:25,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-20T13:44:25,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:25,172 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3 3/3 column families, dataSize=140.89 KB heapSize=376.78 KB
2024-11-20T13:44:25,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=A
2024-11-20T13:44:25,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:25,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=B
2024-11-20T13:44:25,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:25,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=C
2024-11-20T13:44:25,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-20T13:44:25,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120019a90123827487cae1e18a320a95594_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 is 50, key is test_row_0/A:col10/1732110265009/Put/seqid=0
2024-11-20T13:44:25,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741946_1122 (size=12154)
2024-11-20T13:44:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:25,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:25,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42172 deadline: 1732110325357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110325363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110325368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110325370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110325374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-20T13:44:25,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42172 deadline: 1732110325482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110325492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110325492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110325492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110325492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:25,617 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120019a90123827487cae1e18a320a95594_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120019a90123827487cae1e18a320a95594_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:25,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/1d3001179b0e49ddb12295c0124d8798, store: [table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:25,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/1d3001179b0e49ddb12295c0124d8798 is 175, key is test_row_0/A:col10/1732110265009/Put/seqid=0
2024-11-20T13:44:25,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741947_1123 (size=30955)
2024-11-20T13:44:25,653 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=46, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/1d3001179b0e49ddb12295c0124d8798
2024-11-20T13:44:25,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/68f87523d0fd4675a65858a0602f9170 is 50, key is test_row_0/B:col10/1732110265009/Put/seqid=0
2024-11-20T13:44:25,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42172 deadline: 1732110325692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741948_1124 (size=12001)
2024-11-20T13:44:25,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110325702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110325703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110325703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110325704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:25,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:25,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-20T13:44:26,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42172 deadline: 1732110326002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:26,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:26,021 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110326012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:26,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:26,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:26,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110326012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:26,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:26,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110326023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:26,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:26,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110326023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:26,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:26,101 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/68f87523d0fd4675a65858a0602f9170
2024-11-20T13:44:26,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/2a51b496909c469a84281ac544bbfe06 is 50, key is test_row_0/C:col10/1732110265009/Put/seqid=0
2024-11-20T13:44:26,133 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741949_1125 (size=12001)
2024-11-20T13:44:26,134 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/2a51b496909c469a84281ac544bbfe06
2024-11-20T13:44:26,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/1d3001179b0e49ddb12295c0124d8798 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/1d3001179b0e49ddb12295c0124d8798
2024-11-20T13:44:26,155 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/1d3001179b0e49ddb12295c0124d8798, entries=150, sequenceid=46, filesize=30.2 K
2024-11-20T13:44:26,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/68f87523d0fd4675a65858a0602f9170 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/68f87523d0fd4675a65858a0602f9170
2024-11-20T13:44:26,166 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/68f87523d0fd4675a65858a0602f9170, entries=150, sequenceid=46, filesize=11.7 K
2024-11-20T13:44:26,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/2a51b496909c469a84281ac544bbfe06 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/2a51b496909c469a84281ac544bbfe06
2024-11-20T13:44:26,179 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/2a51b496909c469a84281ac544bbfe06, entries=150, sequenceid=46, filesize=11.7 K
2024-11-20T13:44:26,181 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~376.73 KB/385776, currentSize=46.96 KB/48090 for c0cbb92b5d2d3d3e69fe4d1bffef1ac3 in 1009ms, sequenceid=46, compaction requested=false
2024-11-20T13:44:26,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:26,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:26,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41
2024-11-20T13:44:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=41
2024-11-20T13:44:26,190 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40
2024-11-20T13:44:26,190 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3240 sec
2024-11-20T13:44:26,193 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.3330 sec
2024-11-20T13:44:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:26,513 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-20T13:44:26,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=A
2024-11-20T13:44:26,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:26,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=B
2024-11-20T13:44:26,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:26,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=C
2024-11-20T13:44:26,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:26,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b214540330314c6189e20e6c50380a9e_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 is 50, key is test_row_0/A:col10/1732110265367/Put/seqid=0
2024-11-20T13:44:26,536 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T13:44:26,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741950_1126 (size=14594)
2024-11-20T13:44:26,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110326605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:26,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110326605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:26,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:26,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110326607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:26,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:26,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110326607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:26,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110266537, max timestamp=1732110266612Num uniques 859; 
2024-11-20T13:44:26,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:44:26,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110266537, max timestamp=1732110266612Num uniques 859; 
2024-11-20T13:44:26,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:26,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:44:26,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:26,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:26,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110266537, max timestamp=1732110266612Num uniques 859; 
2024-11-20T13:44:26,616 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:44:26,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42172 deadline: 1732110326708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:26,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:26,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110326722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:26,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:26,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110326722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:26,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:26,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110326722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110326723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:26,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:26,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42172 deadline: 1732110326812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:26,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:26,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110326931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:26,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:26,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110326932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:26,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:26,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:26,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110326932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:26,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,934 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:26,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110326932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:26,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:26,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-20T13:44:27,002 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:27,002 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:44:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees
2024-11-20T13:44:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-20T13:44:27,005 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:44:27,006 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:27,008 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:44:27,009 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:44:27,011 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b214540330314c6189e20e6c50380a9e_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b214540330314c6189e20e6c50380a9e_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:27,012 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/2b153d4acf7142dcafa6772e70133eaf, store: [table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:27,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/2b153d4acf7142dcafa6772e70133eaf is 175, key is test_row_0/A:col10/1732110265367/Put/seqid=0
2024-11-20T13:44:27,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:27,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741951_1127 (size=39549)
2024-11-20T13:44:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42172 deadline: 1732110327022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:27,024 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/2b153d4acf7142dcafa6772e70133eaf
2024-11-20T13:44:27,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:27,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/080db2cbe67b4ded8ce12de004f25328 is 50, key is test_row_0/B:col10/1732110265367/Put/seqid=0
2024-11-20T13:44:27,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741952_1128 (size=12001)
2024-11-20T13:44:27,043 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/080db2cbe67b4ded8ce12de004f25328
2024-11-20T13:44:27,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/de978744edb443f796b5b07b0b660739 is 50, key is test_row_0/C:col10/1732110265367/Put/seqid=0
2024-11-20T13:44:27,087 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741953_1129 (size=12001)
2024-11-20T13:44:27,088 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/de978744edb443f796b5b07b0b660739
2024-11-20T13:44:27,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/2b153d4acf7142dcafa6772e70133eaf as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/2b153d4acf7142dcafa6772e70133eaf
2024-11-20T13:44:27,105 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/2b153d4acf7142dcafa6772e70133eaf, entries=200, sequenceid=57, filesize=38.6 K
2024-11-20T13:44:27,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/080db2cbe67b4ded8ce12de004f25328 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/080db2cbe67b4ded8ce12de004f25328
2024-11-20T13:44:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-20T13:44:27,114 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/080db2cbe67b4ded8ce12de004f25328, entries=150, sequenceid=57, filesize=11.7 K
2024-11-20T13:44:27,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/de978744edb443f796b5b07b0b660739 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/de978744edb443f796b5b07b0b660739
2024-11-20T13:44:27,123 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/de978744edb443f796b5b07b0b660739, entries=150, sequenceid=57, filesize=11.7 K
2024-11-20T13:44:27,125 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for c0cbb92b5d2d3d3e69fe4d1bffef1ac3 in 611ms, sequenceid=57, compaction requested=true
2024-11-20T13:44:27,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:27,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0cbb92b5d2d3d3e69fe4d1bffef1ac3:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:44:27,125 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:27,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:27,125 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:27,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0cbb92b5d2d3d3e69fe4d1bffef1ac3:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:44:27,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:27,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0cbb92b5d2d3d3e69fe4d1bffef1ac3:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:44:27,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:27,126 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:27,126 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 127237 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:27,127 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A is initiating minor compaction (all files)
2024-11-20T13:44:27,127 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B is initiating minor compaction (all files)
2024-11-20T13:44:27,127 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A in TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:27,127 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B in TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:27,127 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/750963bdb88249e285f58d61dd762979, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/1d3001179b0e49ddb12295c0124d8798, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/2b153d4acf7142dcafa6772e70133eaf] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp, totalSize=124.3 K
2024-11-20T13:44:27,127 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:27,127 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. files: [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/750963bdb88249e285f58d61dd762979, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/1d3001179b0e49ddb12295c0124d8798, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/2b153d4acf7142dcafa6772e70133eaf]
2024-11-20T13:44:27,129 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/e22f041898444a60a5abe4508d2983c5, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/68f87523d0fd4675a65858a0602f9170, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/080db2cbe67b4ded8ce12de004f25328] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp, totalSize=35.2 K
2024-11-20T13:44:27,129 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 750963bdb88249e285f58d61dd762979, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732110264869
2024-11-20T13:44:27,130 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d3001179b0e49ddb12295c0124d8798, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732110265001
2024-11-20T13:44:27,130 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting e22f041898444a60a5abe4508d2983c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732110264871
2024-11-20T13:44:27,131 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 68f87523d0fd4675a65858a0602f9170, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732110265001
2024-11-20T13:44:27,131 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b153d4acf7142dcafa6772e70133eaf, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732110265336
2024-11-20T13:44:27,131 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 080db2cbe67b4ded8ce12de004f25328, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732110265336
2024-11-20T13:44:27,151 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0cbb92b5d2d3d3e69fe4d1bffef1ac3#B#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:27,152 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/9bbab4364f324bba8ee674997c99801c is 50, key is test_row_0/B:col10/1732110265367/Put/seqid=0
2024-11-20T13:44:27,154 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:27,166 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120de776daa9dad44bb97b0d60663307c6c_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:27,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-20T13:44:27,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:27,168 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB
2024-11-20T13:44:27,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=A
2024-11-20T13:44:27,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:27,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=B
2024-11-20T13:44:27,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:27,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=C
2024-11-20T13:44:27,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:27,171 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120de776daa9dad44bb97b0d60663307c6c_c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:27,171 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120de776daa9dad44bb97b0d60663307c6c_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:27,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741954_1130 (size=12104)
2024-11-20T13:44:27,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112013c8210b616a4de6bfcba3a37931ce45_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 is 50, key is test_row_0/A:col10/1732110266706/Put/seqid=0
2024-11-20T13:44:27,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741955_1131 (size=4469)
2024-11-20T13:44:27,227 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0cbb92b5d2d3d3e69fe4d1bffef1ac3#A#compaction#112 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:27,228 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/48a9254f131742a8b386bd90544817d6 is 175, key is test_row_0/A:col10/1732110265367/Put/seqid=0
2024-11-20T13:44:27,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:27,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741956_1132 (size=12154)
2024-11-20T13:44:27,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741957_1133 (size=31058)
2024-11-20T13:44:27,266 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/48a9254f131742a8b386bd90544817d6 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/48a9254f131742a8b386bd90544817d6
2024-11-20T13:44:27,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110327256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:27,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:27,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110327258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:27,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:27,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110327258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:27,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:27,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:27,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110327259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:27,276 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A of c0cbb92b5d2d3d3e69fe4d1bffef1ac3 into 48a9254f131742a8b386bd90544817d6(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:27,276 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:27,276 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., storeName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A, priority=13, startTime=1732110267125; duration=0sec
2024-11-20T13:44:27,276 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:27,276 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0cbb92b5d2d3d3e69fe4d1bffef1ac3:A
2024-11-20T13:44:27,276 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:27,277 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:27,277 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C is initiating minor compaction (all files)
2024-11-20T13:44:27,277 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C in TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:27,277 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/e0aea0bd14d5447d8671457164eea291, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/2a51b496909c469a84281ac544bbfe06, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/de978744edb443f796b5b07b0b660739] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp, totalSize=35.2 K
2024-11-20T13:44:27,278 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0aea0bd14d5447d8671457164eea291, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732110264871
2024-11-20T13:44:27,279 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a51b496909c469a84281ac544bbfe06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732110265001
2024-11-20T13:44:27,279 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting de978744edb443f796b5b07b0b660739, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732110265336
2024-11-20T13:44:27,285 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0cbb92b5d2d3d3e69fe4d1bffef1ac3#C#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:27,286 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/18e181e7852f4dbeb5a79cf5954b0e26 is 50, key is test_row_0/C:col10/1732110265367/Put/seqid=0
2024-11-20T13:44:27,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741958_1134 (size=12104)
2024-11-20T13:44:27,312 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/18e181e7852f4dbeb5a79cf5954b0e26 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/18e181e7852f4dbeb5a79cf5954b0e26
2024-11-20T13:44:27,319 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C of c0cbb92b5d2d3d3e69fe4d1bffef1ac3 into 18e181e7852f4dbeb5a79cf5954b0e26(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:27,319 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:27,319 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., storeName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C, priority=13, startTime=1732110267125; duration=0sec
2024-11-20T13:44:27,320 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:27,320 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0cbb92b5d2d3d3e69fe4d1bffef1ac3:C
2024-11-20T13:44:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-20T13:44:27,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42172 deadline: 1732110327332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:27,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110327372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:27,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:27,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110327372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:27,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:27,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:27,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110327372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:27,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110327382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:27,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:27,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110327582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:27,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:27,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110327582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:27,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110327582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:27,597 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/9bbab4364f324bba8ee674997c99801c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/9bbab4364f324bba8ee674997c99801c
2024-11-20T13:44:27,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110327592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:27,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:27,603 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B of c0cbb92b5d2d3d3e69fe4d1bffef1ac3 into 9bbab4364f324bba8ee674997c99801c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:27,603 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:27,603 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., storeName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B, priority=13, startTime=1732110267125; duration=0sec
2024-11-20T13:44:27,603 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:27,603 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0cbb92b5d2d3d3e69fe4d1bffef1ac3:B
2024-11-20T13:44:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-20T13:44:27,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:27,663 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112013c8210b616a4de6bfcba3a37931ce45_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112013c8210b616a4de6bfcba3a37931ce45_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:27,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/6d64a8b4e0464da0beca8f7b6f7050f6, store: [table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:27,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/6d64a8b4e0464da0beca8f7b6f7050f6 is 175, key is test_row_0/A:col10/1732110266706/Put/seqid=0
2024-11-20T13:44:27,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741959_1135 (size=30955)
2024-11-20T13:44:27,689 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/6d64a8b4e0464da0beca8f7b6f7050f6
2024-11-20T13:44:27,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/bcafacbf3ff840aea97992c0118e8bca is 50, key is test_row_0/B:col10/1732110266706/Put/seqid=0
2024-11-20T13:44:27,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741960_1136 (size=12001)
2024-11-20T13:44:27,728 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/bcafacbf3ff840aea97992c0118e8bca
2024-11-20T13:44:27,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/045304459fd1483aae416d63a9a0749f is 50, key is test_row_0/C:col10/1732110266706/Put/seqid=0
2024-11-20T13:44:27,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741961_1137 (size=12001)
2024-11-20T13:44:27,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42172 deadline: 1732110327852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:27,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110327891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:27,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110327891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110327891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:27,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110327902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:27,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:27,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-20T13:44:28,145 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/045304459fd1483aae416d63a9a0749f
2024-11-20T13:44:28,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/6d64a8b4e0464da0beca8f7b6f7050f6 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/6d64a8b4e0464da0beca8f7b6f7050f6
2024-11-20T13:44:28,156 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/6d64a8b4e0464da0beca8f7b6f7050f6, entries=150, sequenceid=91, filesize=30.2 K
2024-11-20T13:44:28,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/bcafacbf3ff840aea97992c0118e8bca as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/bcafacbf3ff840aea97992c0118e8bca
2024-11-20T13:44:28,163 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/bcafacbf3ff840aea97992c0118e8bca, entries=150, sequenceid=91, filesize=11.7 K
2024-11-20T13:44:28,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/045304459fd1483aae416d63a9a0749f as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/045304459fd1483aae416d63a9a0749f
2024-11-20T13:44:28,169 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/045304459fd1483aae416d63a9a0749f, entries=150, sequenceid=91, filesize=11.7 K
2024-11-20T13:44:28,170 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for c0cbb92b5d2d3d3e69fe4d1bffef1ac3 in 1002ms, sequenceid=91, compaction requested=false
2024-11-20T13:44:28,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:28,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:28,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43
2024-11-20T13:44:28,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=43
2024-11-20T13:44:28,175 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42
2024-11-20T13:44:28,175 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1630 sec
2024-11-20T13:44:28,177 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.1730 sec
2024-11-20T13:44:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:28,405 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-20T13:44:28,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=A
2024-11-20T13:44:28,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:28,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=B
2024-11-20T13:44:28,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:28,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=C
2024-11-20T13:44:28,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:28,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f4b6e31eaba14f5bbbbbe5f2357b6f04_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 is 50, key is test_row_0/A:col10/1732110268403/Put/seqid=0
2024-11-20T13:44:28,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110328438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:28,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:28,446 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732110268435, max timestamp=1732110268442Num uniques 859; 
2024-11-20T13:44:28,446 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732110268435, max timestamp=1732110268442Num uniques 859; 
2024-11-20T13:44:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110328442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:28,446 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:44:28,446 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:44:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:28,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:28,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110268435, max timestamp=1732110268442Num uniques 859; 
2024-11-20T13:44:28,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:44:28,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741962_1138 (size=14594)
2024-11-20T13:44:28,455 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:28,460 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f4b6e31eaba14f5bbbbbe5f2357b6f04_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f4b6e31eaba14f5bbbbbe5f2357b6f04_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:28,461 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/aa0b60b9e71f445084a98023ef7828e7, store: [table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:28,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/aa0b60b9e71f445084a98023ef7828e7 is 175, key is test_row_0/A:col10/1732110268403/Put/seqid=0
2024-11-20T13:44:28,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741963_1139 (size=39549)
2024-11-20T13:44:28,477 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=106, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/aa0b60b9e71f445084a98023ef7828e7
2024-11-20T13:44:28,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/9a22908a79ba4c34a23c693958f6f3b9 is 50, key is test_row_0/B:col10/1732110268403/Put/seqid=0
2024-11-20T13:44:28,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110328494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:28,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:28,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110328507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:28,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:28,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741964_1140 (size=12001)
2024-11-20T13:44:28,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:28,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110328552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110328552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:28,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:28,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:28,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110328612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:28,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:28,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110328612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:28,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:28,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:28,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110328761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:28,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:28,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110328771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:28,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110328822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:28,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110328822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:28,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42172 deadline: 1732110328861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:28,867 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_0' in c0cbb92b5d2d3d3e69fe4d1bffef1ac3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:44:28,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:28,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:28,919 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/9a22908a79ba4c34a23c693958f6f3b9
2024-11-20T13:44:28,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/96b56517a28a4b59a872af0ee66ed5ff is 50, key is test_row_0/C:col10/1732110268403/Put/seqid=0
2024-11-20T13:44:28,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741965_1141 (size=12001)
2024-11-20T13:44:29,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110329072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:29,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:29,083 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110329082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:29,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:29,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110329132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:29,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:29,146 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110329142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:29,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-20T13:44:29,152 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:29,152 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:44:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees
2024-11-20T13:44:29,155 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:44:29,155 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:44:29,156 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:44:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-20T13:44:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-20T13:44:29,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-20T13:44:29,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:29,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:29,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:29,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:29,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:29,348 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/96b56517a28a4b59a872af0ee66ed5ff
2024-11-20T13:44:29,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/aa0b60b9e71f445084a98023ef7828e7 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/aa0b60b9e71f445084a98023ef7828e7
2024-11-20T13:44:29,358 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/aa0b60b9e71f445084a98023ef7828e7, entries=200, sequenceid=106, filesize=38.6 K
2024-11-20T13:44:29,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/9a22908a79ba4c34a23c693958f6f3b9 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/9a22908a79ba4c34a23c693958f6f3b9
2024-11-20T13:44:29,368 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/9a22908a79ba4c34a23c693958f6f3b9, entries=150, sequenceid=106, filesize=11.7 K
2024-11-20T13:44:29,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/96b56517a28a4b59a872af0ee66ed5ff as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/96b56517a28a4b59a872af0ee66ed5ff
2024-11-20T13:44:29,375 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/96b56517a28a4b59a872af0ee66ed5ff, entries=150, sequenceid=106, filesize=11.7 K
2024-11-20T13:44:29,376 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for c0cbb92b5d2d3d3e69fe4d1bffef1ac3 in 971ms, sequenceid=106, compaction requested=true
2024-11-20T13:44:29,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:29,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0cbb92b5d2d3d3e69fe4d1bffef1ac3:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:44:29,376 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:29,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:29,377 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:29,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0cbb92b5d2d3d3e69fe4d1bffef1ac3:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:44:29,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:29,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0cbb92b5d2d3d3e69fe4d1bffef1ac3:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:44:29,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:29,378 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:29,378 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:29,378 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A is initiating minor compaction (all files)
2024-11-20T13:44:29,378 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B is initiating minor compaction (all files)
2024-11-20T13:44:29,378 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A in TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:29,378 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B in TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:29,378 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/48a9254f131742a8b386bd90544817d6, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/6d64a8b4e0464da0beca8f7b6f7050f6, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/aa0b60b9e71f445084a98023ef7828e7] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp, totalSize=99.2 K
2024-11-20T13:44:29,378 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/9bbab4364f324bba8ee674997c99801c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/bcafacbf3ff840aea97992c0118e8bca, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/9a22908a79ba4c34a23c693958f6f3b9] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp, totalSize=35.3 K
2024-11-20T13:44:29,379 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:29,379 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. files: [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/48a9254f131742a8b386bd90544817d6, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/6d64a8b4e0464da0beca8f7b6f7050f6, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/aa0b60b9e71f445084a98023ef7828e7]
2024-11-20T13:44:29,379 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bbab4364f324bba8ee674997c99801c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732110265336
2024-11-20T13:44:29,379 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48a9254f131742a8b386bd90544817d6, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732110265336
2024-11-20T13:44:29,379 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting bcafacbf3ff840aea97992c0118e8bca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732110266685
2024-11-20T13:44:29,379 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d64a8b4e0464da0beca8f7b6f7050f6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732110266685
2024-11-20T13:44:29,380 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a22908a79ba4c34a23c693958f6f3b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732110267245
2024-11-20T13:44:29,380 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa0b60b9e71f445084a98023ef7828e7, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732110267245
2024-11-20T13:44:29,388 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:29,390 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0cbb92b5d2d3d3e69fe4d1bffef1ac3#B#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:29,391 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/cac63175ebf940399e5e467b0ed48909 is 50, key is test_row_0/B:col10/1732110268403/Put/seqid=0
2024-11-20T13:44:29,393 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120b9bb82e80b484e9fa79f57c5dc86695d_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:29,396 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120b9bb82e80b484e9fa79f57c5dc86695d_c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:29,396 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b9bb82e80b484e9fa79f57c5dc86695d_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:29,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741966_1142 (size=12207)
2024-11-20T13:44:29,418 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/cac63175ebf940399e5e467b0ed48909 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/cac63175ebf940399e5e467b0ed48909
2024-11-20T13:44:29,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741967_1143 (size=4469)
2024-11-20T13:44:29,421 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0cbb92b5d2d3d3e69fe4d1bffef1ac3#A#compaction#121 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:29,422 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/e0df673c637541a78a003a55a75e3ae3 is 175, key is test_row_0/A:col10/1732110268403/Put/seqid=0
2024-11-20T13:44:29,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741968_1144 (size=31161)
2024-11-20T13:44:29,430 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B of c0cbb92b5d2d3d3e69fe4d1bffef1ac3 into cac63175ebf940399e5e467b0ed48909(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:29,430 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:29,431 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., storeName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B, priority=13, startTime=1732110269376; duration=0sec
2024-11-20T13:44:29,431 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:29,431 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0cbb92b5d2d3d3e69fe4d1bffef1ac3:B
2024-11-20T13:44:29,431 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:29,432 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:29,432 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C is initiating minor compaction (all files)
2024-11-20T13:44:29,432 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C in TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:29,432 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/18e181e7852f4dbeb5a79cf5954b0e26, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/045304459fd1483aae416d63a9a0749f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/96b56517a28a4b59a872af0ee66ed5ff] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp, totalSize=35.3 K
2024-11-20T13:44:29,433 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 18e181e7852f4dbeb5a79cf5954b0e26, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732110265336
2024-11-20T13:44:29,433 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 045304459fd1483aae416d63a9a0749f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732110266685
2024-11-20T13:44:29,437 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 96b56517a28a4b59a872af0ee66ed5ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732110267245
2024-11-20T13:44:29,441 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/e0df673c637541a78a003a55a75e3ae3 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/e0df673c637541a78a003a55a75e3ae3
2024-11-20T13:44:29,451 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A of c0cbb92b5d2d3d3e69fe4d1bffef1ac3 into e0df673c637541a78a003a55a75e3ae3(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:29,451 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:29,451 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., storeName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A, priority=13, startTime=1732110269376; duration=0sec
2024-11-20T13:44:29,452 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:29,452 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0cbb92b5d2d3d3e69fe4d1bffef1ac3:A
2024-11-20T13:44:29,454 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0cbb92b5d2d3d3e69fe4d1bffef1ac3#C#compaction#122 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:29,455 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/ac7634cb88c440fb984175f955bb7732 is 50, key is test_row_0/C:col10/1732110268403/Put/seqid=0
2024-11-20T13:44:29,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-20T13:44:29,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:29,464 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB
2024-11-20T13:44:29,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=A
2024-11-20T13:44:29,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:29,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=B
2024-11-20T13:44:29,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:29,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=C
2024-11-20T13:44:29,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-20T13:44:29,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741969_1145 (size=12207)
2024-11-20T13:44:29,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112057a6b86237bd4d80ae608760198163f6_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 is 50, key is test_row_0/A:col10/1732110268493/Put/seqid=0
2024-11-20T13:44:29,490 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/ac7634cb88c440fb984175f955bb7732 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/ac7634cb88c440fb984175f955bb7732
2024-11-20T13:44:29,496 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C of c0cbb92b5d2d3d3e69fe4d1bffef1ac3 into ac7634cb88c440fb984175f955bb7732(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:29,496 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:29,497 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., storeName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C, priority=13, startTime=1732110269377; duration=0sec
2024-11-20T13:44:29,497 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:29,497 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0cbb92b5d2d3d3e69fe4d1bffef1ac3:C
2024-11-20T13:44:29,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741970_1146 (size=12304)
2024-11-20T13:44:29,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:29,507 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112057a6b86237bd4d80ae608760198163f6_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112057a6b86237bd4d80ae608760198163f6_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:29,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/79f30e72debf4224a3b660b72252d499, store: [table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:29,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/79f30e72debf4224a3b660b72252d499 is 175, key is test_row_0/A:col10/1732110268493/Put/seqid=0
2024-11-20T13:44:29,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741971_1147 (size=31105)
2024-11-20T13:44:29,514 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=142, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/79f30e72debf4224a3b660b72252d499
2024-11-20T13:44:29,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/b5ae3a663f534255be0446d3f3c8ebbe is 50, key is test_row_0/B:col10/1732110268493/Put/seqid=0
2024-11-20T13:44:29,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741972_1148 (size=12151)
2024-11-20T13:44:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:29,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:29,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110329617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:29,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:29,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110329618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:29,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:29,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:29,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110329642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:29,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:29,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110329653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:29,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:29,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110329731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:29,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110329731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-20T13:44:29,935 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/b5ae3a663f534255be0446d3f3c8ebbe
2024-11-20T13:44:29,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110329942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:29,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/9924d330431b4c7fa48059a240a29fbf is 50, key is test_row_0/C:col10/1732110268493/Put/seqid=0
2024-11-20T13:44:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110329942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:29,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741973_1149 (size=12151)
2024-11-20T13:44:29,960 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/9924d330431b4c7fa48059a240a29fbf
2024-11-20T13:44:29,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/79f30e72debf4224a3b660b72252d499 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/79f30e72debf4224a3b660b72252d499
2024-11-20T13:44:29,979 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/79f30e72debf4224a3b660b72252d499, entries=150, sequenceid=142, filesize=30.4 K
2024-11-20T13:44:29,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/b5ae3a663f534255be0446d3f3c8ebbe as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/b5ae3a663f534255be0446d3f3c8ebbe
2024-11-20T13:44:29,988 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/b5ae3a663f534255be0446d3f3c8ebbe, entries=150, sequenceid=142, filesize=11.9 K
2024-11-20T13:44:29,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/9924d330431b4c7fa48059a240a29fbf as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/9924d330431b4c7fa48059a240a29fbf
2024-11-20T13:44:29,997 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/9924d330431b4c7fa48059a240a29fbf, entries=150, sequenceid=142, filesize=11.9 K
2024-11-20T13:44:29,998 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=60.38 KB/61830 for c0cbb92b5d2d3d3e69fe4d1bffef1ac3 in 534ms, sequenceid=142, compaction requested=false
2024-11-20T13:44:29,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:29,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:29,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45
2024-11-20T13:44:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=45
2024-11-20T13:44:30,002 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-11-20T13:44:30,002 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 844 msec
2024-11-20T13:44:30,003 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 850 msec
2024-11-20T13:44:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:30,256 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-20T13:44:30,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=A
2024-11-20T13:44:30,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:30,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=B
2024-11-20T13:44:30,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:30,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=C
2024-11-20T13:44:30,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:30,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209ca7812c60f842529127097befde7602_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 is 50, key is test_row_0/A:col10/1732110269615/Put/seqid=0
2024-11-20T13:44:30,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741974_1150 (size=17284)
2024-11-20T13:44:30,286 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-20T13:44:30,292 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209ca7812c60f842529127097befde7602_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209ca7812c60f842529127097befde7602_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:30,292 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:30,293 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:44:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees
2024-11-20T13:44:30,294 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/71064a587e0d43de9203d647553520c1, store: [table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-20T13:44:30,295 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:44:30,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/71064a587e0d43de9203d647553520c1 is 175, key is test_row_0/A:col10/1732110269615/Put/seqid=0
2024-11-20T13:44:30,296 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:44:30,296 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:44:30,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741975_1151 (size=48389)
2024-11-20T13:44:30,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110330310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:30,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:30,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110330310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:30,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:30,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:30,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:30,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:30,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-20T13:44:30,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110330442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:30,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:30,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110330442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:30,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:30,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:30,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:30,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:30,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:30,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-20T13:44:30,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:30,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:30,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:30,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:30,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:30,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-20T13:44:30,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:30,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:30,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:30,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:30,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-20T13:44:30,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110330652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:30,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110330652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:30,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110330652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:30,655 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_0' in c0cbb92b5d2d3d3e69fe4d1bffef1ac3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:44:30,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:30,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:30,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:30,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:30,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:30,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:30,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:30,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:30,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:30,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110330672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:30,676 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_2' in c0cbb92b5d2d3d3e69fe4d1bffef1ac3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:44:30,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:30,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:30,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:30,708 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/71064a587e0d43de9203d647553520c1
2024-11-20T13:44:30,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/afc88bff51344eae90620ca2ccff9295 is 50, key is test_row_0/B:col10/1732110269615/Put/seqid=0
2024-11-20T13:44:30,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741976_1152 (size=12151)
2024-11-20T13:44:30,721 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/afc88bff51344eae90620ca2ccff9295
2024-11-20T13:44:30,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/e1a32dd1ec754d32a4edc339ef0cba2b is 50, key is test_row_0/C:col10/1732110269615/Put/seqid=0
2024-11-20T13:44:30,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741977_1153 (size=12151)
2024-11-20T13:44:30,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-20T13:44:30,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:30,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:30,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:30,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:30,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:30,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42172 deadline: 1732110330892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:30,894 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_0' in c0cbb92b5d2d3d3e69fe4d1bffef1ac3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:44:30,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:30,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:30,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:30,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-20T13:44:30,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:30,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:30,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:30,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:30,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-20T13:44:30,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110330962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:30,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:30,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:30,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:30,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110330962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:30,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:30,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:30,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:31,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-20T13:44:31,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:31,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:31,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:31,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:31,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:31,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-20T13:44:31,073 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-20T13:44:31,132 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/e1a32dd1ec754d32a4edc339ef0cba2b
2024-11-20T13:44:31,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/71064a587e0d43de9203d647553520c1 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/71064a587e0d43de9203d647553520c1
2024-11-20T13:44:31,145 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/71064a587e0d43de9203d647553520c1, entries=250, sequenceid=158, filesize=47.3 K
2024-11-20T13:44:31,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/afc88bff51344eae90620ca2ccff9295 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/afc88bff51344eae90620ca2ccff9295
2024-11-20T13:44:31,154 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/afc88bff51344eae90620ca2ccff9295, entries=150, sequenceid=158, filesize=11.9 K
2024-11-20T13:44:31,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/e1a32dd1ec754d32a4edc339ef0cba2b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/e1a32dd1ec754d32a4edc339ef0cba2b
2024-11-20T13:44:31,162 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/e1a32dd1ec754d32a4edc339ef0cba2b, entries=150, sequenceid=158, filesize=11.9 K
2024-11-20T13:44:31,164 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for c0cbb92b5d2d3d3e69fe4d1bffef1ac3 in 910ms, sequenceid=158, compaction requested=true
2024-11-20T13:44:31,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:31,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0cbb92b5d2d3d3e69fe4d1bffef1ac3:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:44:31,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:31,164 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:31,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0cbb92b5d2d3d3e69fe4d1bffef1ac3:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:44:31,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:31,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0cbb92b5d2d3d3e69fe4d1bffef1ac3:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:44:31,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-20T13:44:31,164 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:31,165 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110655 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:31,165 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A is initiating minor compaction (all files)
2024-11-20T13:44:31,165 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A in TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:31,165 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/e0df673c637541a78a003a55a75e3ae3, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/79f30e72debf4224a3b660b72252d499, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/71064a587e0d43de9203d647553520c1] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp, totalSize=108.1 K
2024-11-20T13:44:31,165 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:31,166 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. files: [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/e0df673c637541a78a003a55a75e3ae3, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/79f30e72debf4224a3b660b72252d499, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/71064a587e0d43de9203d647553520c1]
2024-11-20T13:44:31,166 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:31,166 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B is initiating minor compaction (all files)
2024-11-20T13:44:31,166 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B in TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:31,166 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/cac63175ebf940399e5e467b0ed48909, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/b5ae3a663f534255be0446d3f3c8ebbe, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/afc88bff51344eae90620ca2ccff9295] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp, totalSize=35.7 K
2024-11-20T13:44:31,166 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0df673c637541a78a003a55a75e3ae3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732110267245
2024-11-20T13:44:31,166 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting cac63175ebf940399e5e467b0ed48909, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732110267245
2024-11-20T13:44:31,167 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79f30e72debf4224a3b660b72252d499, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732110268487
2024-11-20T13:44:31,167 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71064a587e0d43de9203d647553520c1, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732110269602
2024-11-20T13:44:31,167 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting b5ae3a663f534255be0446d3f3c8ebbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732110268487
2024-11-20T13:44:31,167 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting afc88bff51344eae90620ca2ccff9295, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732110269615
2024-11-20T13:44:31,177 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:31,181 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411206c65388f51704404af7938d54038290c_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:31,181 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0cbb92b5d2d3d3e69fe4d1bffef1ac3#B#compaction#130 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:31,182 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/bcc7d4cc5e9b4e95a0146aaaa3372e9b is 50, key is test_row_0/B:col10/1732110269615/Put/seqid=0
2024-11-20T13:44:31,184 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411206c65388f51704404af7938d54038290c_c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:31,184 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206c65388f51704404af7938d54038290c_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:31,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741978_1154 (size=12459)
2024-11-20T13:44:31,195 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/bcc7d4cc5e9b4e95a0146aaaa3372e9b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/bcc7d4cc5e9b4e95a0146aaaa3372e9b
2024-11-20T13:44:31,198 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741979_1155 (size=4469)
2024-11-20T13:44:31,199 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0cbb92b5d2d3d3e69fe4d1bffef1ac3#A#compaction#129 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:31,200 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/0031d8e6f8724d3eae6bd459553564ad is 175, key is test_row_0/A:col10/1732110269615/Put/seqid=0
2024-11-20T13:44:31,203 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B of c0cbb92b5d2d3d3e69fe4d1bffef1ac3 into bcc7d4cc5e9b4e95a0146aaaa3372e9b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:31,203 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:31,203 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., storeName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B, priority=13, startTime=1732110271164; duration=0sec
2024-11-20T13:44:31,203 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:31,203 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0cbb92b5d2d3d3e69fe4d1bffef1ac3:B
2024-11-20T13:44:31,203 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:31,204 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:31,204 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C is initiating minor compaction (all files)
2024-11-20T13:44:31,205 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C in TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:31,205 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/ac7634cb88c440fb984175f955bb7732, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/9924d330431b4c7fa48059a240a29fbf, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/e1a32dd1ec754d32a4edc339ef0cba2b] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp, totalSize=35.7 K
2024-11-20T13:44:31,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741980_1156 (size=31413)
2024-11-20T13:44:31,205 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting ac7634cb88c440fb984175f955bb7732, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732110267245
2024-11-20T13:44:31,206 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 9924d330431b4c7fa48059a240a29fbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732110268487
2024-11-20T13:44:31,206 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting e1a32dd1ec754d32a4edc339ef0cba2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732110269615
2024-11-20T13:44:31,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-20T13:44:31,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:31,216 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-20T13:44:31,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=A
2024-11-20T13:44:31,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:31,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=B
2024-11-20T13:44:31,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:31,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=C
2024-11-20T13:44:31,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:31,222 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/0031d8e6f8724d3eae6bd459553564ad as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/0031d8e6f8724d3eae6bd459553564ad
2024-11-20T13:44:31,234 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A of c0cbb92b5d2d3d3e69fe4d1bffef1ac3 into 0031d8e6f8724d3eae6bd459553564ad(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:31,234 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:31,234 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., storeName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A, priority=13, startTime=1732110271164; duration=0sec
2024-11-20T13:44:31,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112037546b40278f4dceb565c0c3300d4fb1_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 is 50, key is test_row_0/A:col10/1732110270297/Put/seqid=0
2024-11-20T13:44:31,234 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:31,234 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0cbb92b5d2d3d3e69fe4d1bffef1ac3:A
2024-11-20T13:44:31,235 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0cbb92b5d2d3d3e69fe4d1bffef1ac3#C#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:31,235 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/e3f5fd52fe094966837e9555c6b4bca5 is 50, key is test_row_0/C:col10/1732110269615/Put/seqid=0
2024-11-20T13:44:31,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741981_1157 (size=12459)
2024-11-20T13:44:31,249 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/e3f5fd52fe094966837e9555c6b4bca5 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/e3f5fd52fe094966837e9555c6b4bca5
2024-11-20T13:44:31,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741982_1158 (size=12304)
2024-11-20T13:44:31,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:31,260 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C of c0cbb92b5d2d3d3e69fe4d1bffef1ac3 into e3f5fd52fe094966837e9555c6b4bca5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:31,260 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:31,260 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., storeName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C, priority=13, startTime=1732110271164; duration=0sec
2024-11-20T13:44:31,260 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:31,261 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0cbb92b5d2d3d3e69fe4d1bffef1ac3:C
2024-11-20T13:44:31,261 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112037546b40278f4dceb565c0c3300d4fb1_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112037546b40278f4dceb565c0c3300d4fb1_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:31,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/5ee23e46ecdb464b9b486aa3115fa814, store: [table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:31,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/5ee23e46ecdb464b9b486aa3115fa814 is 175, key is test_row_0/A:col10/1732110270297/Put/seqid=0
2024-11-20T13:44:31,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741983_1159 (size=31105)
2024-11-20T13:44:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-20T13:44:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:31,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:31,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110331487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:31,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:31,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:31,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:31,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110331493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:31,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:31,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:31,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:31,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110331601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:31,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:31,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:31,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:31,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110331601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:31,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:31,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:31,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:31,670 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/5ee23e46ecdb464b9b486aa3115fa814
2024-11-20T13:44:31,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/5255a5682bca40368fd09a79b8579b7a is 50, key is test_row_0/B:col10/1732110270297/Put/seqid=0
2024-11-20T13:44:31,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741984_1160 (size=12151)
2024-11-20T13:44:31,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110331812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:31,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110331812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:32,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110332122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:32,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110332122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:32,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:32,132 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/5255a5682bca40368fd09a79b8579b7a
2024-11-20T13:44:32,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/34b2d6a100d241f9ac21bcef6ebace9d is 50, key is test_row_0/C:col10/1732110270297/Put/seqid=0
2024-11-20T13:44:32,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741985_1161 (size=12151)
2024-11-20T13:44:32,144 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/34b2d6a100d241f9ac21bcef6ebace9d
2024-11-20T13:44:32,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/5ee23e46ecdb464b9b486aa3115fa814 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/5ee23e46ecdb464b9b486aa3115fa814
2024-11-20T13:44:32,154 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/5ee23e46ecdb464b9b486aa3115fa814, entries=150, sequenceid=177, filesize=30.4 K
2024-11-20T13:44:32,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/5255a5682bca40368fd09a79b8579b7a as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/5255a5682bca40368fd09a79b8579b7a
2024-11-20T13:44:32,160 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/5255a5682bca40368fd09a79b8579b7a, entries=150, sequenceid=177, filesize=11.9 K
2024-11-20T13:44:32,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/34b2d6a100d241f9ac21bcef6ebace9d as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/34b2d6a100d241f9ac21bcef6ebace9d
2024-11-20T13:44:32,167 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/34b2d6a100d241f9ac21bcef6ebace9d, entries=150, sequenceid=177, filesize=11.9 K
2024-11-20T13:44:32,168 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for c0cbb92b5d2d3d3e69fe4d1bffef1ac3 in 952ms, sequenceid=177, compaction requested=false
2024-11-20T13:44:32,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:32,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:32,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47
2024-11-20T13:44:32,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=47
2024-11-20T13:44:32,171 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46
2024-11-20T13:44:32,171 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8740 sec
2024-11-20T13:44:32,173 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.8790 sec
2024-11-20T13:44:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-20T13:44:32,442 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:32,443 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:44:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees
2024-11-20T13:44:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-20T13:44:32,445 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:44:32,446 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:44:32,446 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:44:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-20T13:44:32,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-20T13:44:32,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:32,598 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-20T13:44:32,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=A
2024-11-20T13:44:32,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:32,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=B
2024-11-20T13:44:32,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:32,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=C
2024-11-20T13:44:32,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:32,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120973db070740446c89fbda36cd83fef90_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 is 50, key is test_row_0/A:col10/1732110271491/Put/seqid=0
2024-11-20T13:44:32,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741986_1162 (size=12304)
2024-11-20T13:44:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:32,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:32,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110332667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:32,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:32,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110332673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:32,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:32,677 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110332674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:32,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:32,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110332692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:32,693 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_2' in c0cbb92b5d2d3d3e69fe4d1bffef1ac3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:44:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:32,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-20T13:44:32,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110332782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:32,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:32,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110332782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:32,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:32,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:32,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110332782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:32,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:32,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:32,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110332992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110332991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:32,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:32,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110332992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:32,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:32,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:32,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:32,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:33,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:33,024 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120973db070740446c89fbda36cd83fef90_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120973db070740446c89fbda36cd83fef90_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:33,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/904d55ca65304d61ad7757a67a57b161, store: [table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:33,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/904d55ca65304d61ad7757a67a57b161 is 175, key is test_row_0/A:col10/1732110271491/Put/seqid=0
2024-11-20T13:44:33,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741987_1163 (size=31105)
2024-11-20T13:44:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-20T13:44:33,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110333302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:33,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110333302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:33,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110333303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:33,430 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/904d55ca65304d61ad7757a67a57b161
2024-11-20T13:44:33,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/ecaf0c0779aa43cd81af40006de93f5f is 50, key is test_row_0/B:col10/1732110271491/Put/seqid=0
2024-11-20T13:44:33,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741988_1164 (size=12151)
2024-11-20T13:44:33,443 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/ecaf0c0779aa43cd81af40006de93f5f
2024-11-20T13:44:33,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/b48eef9341404a6c811170e36e07116b is 50, key is test_row_0/C:col10/1732110271491/Put/seqid=0
2024-11-20T13:44:33,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741989_1165 (size=12151)
2024-11-20T13:44:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-20T13:44:33,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110333825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:33,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110333825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:33,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110333826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:33,857 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/b48eef9341404a6c811170e36e07116b
2024-11-20T13:44:33,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/904d55ca65304d61ad7757a67a57b161 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/904d55ca65304d61ad7757a67a57b161
2024-11-20T13:44:33,866 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/904d55ca65304d61ad7757a67a57b161, entries=150, sequenceid=193, filesize=30.4 K
2024-11-20T13:44:33,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/ecaf0c0779aa43cd81af40006de93f5f as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/ecaf0c0779aa43cd81af40006de93f5f
2024-11-20T13:44:33,871 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/ecaf0c0779aa43cd81af40006de93f5f, entries=150, sequenceid=193, filesize=11.9 K
2024-11-20T13:44:33,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/b48eef9341404a6c811170e36e07116b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/b48eef9341404a6c811170e36e07116b
2024-11-20T13:44:33,876 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/b48eef9341404a6c811170e36e07116b, entries=150, sequenceid=193, filesize=11.9 K
2024-11-20T13:44:33,877 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for c0cbb92b5d2d3d3e69fe4d1bffef1ac3 in 1279ms, sequenceid=193, compaction requested=true
2024-11-20T13:44:33,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:33,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:33,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49
2024-11-20T13:44:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=49
2024-11-20T13:44:33,880 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48
2024-11-20T13:44:33,880 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4320 sec
2024-11-20T13:44:33,881 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.4370 sec
2024-11-20T13:44:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-20T13:44:34,593 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:34,593 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:44:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees
2024-11-20T13:44:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-20T13:44:34,595 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:44:34,595 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:44:34,595 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:44:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-20T13:44:34,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-20T13:44:34,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:34,747 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-20T13:44:34,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=A
2024-11-20T13:44:34,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:34,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=B
2024-11-20T13:44:34,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:34,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=C
2024-11-20T13:44:34,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:34,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209f50c0f969d742b9a9562ba644915359_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 is 50, key is test_row_0/A:col10/1732110272670/Put/seqid=0
2024-11-20T13:44:34,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741990_1166 (size=12304)
2024-11-20T13:44:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:34,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:34,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110334859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:34,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:34,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:34,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110334860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:34,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:34,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:34,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:34,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:34,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110334860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:34,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:34,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:34,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-20T13:44:34,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42172 deadline: 1732110334941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:34,947 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_0' in c0cbb92b5d2d3d3e69fe4d1bffef1ac3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8239 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:44:34,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:34,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:34,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:34,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110334972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:34,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:34,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:34,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110334972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:34,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:34,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:34,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:34,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:34,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110334972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:34,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:34,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:34,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:35,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:35,163 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209f50c0f969d742b9a9562ba644915359_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209f50c0f969d742b9a9562ba644915359_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:35,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/e5eb2ee33ed44ad49d2d46086a0860ff, store: [table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:35,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/e5eb2ee33ed44ad49d2d46086a0860ff is 175, key is test_row_0/A:col10/1732110272670/Put/seqid=0
2024-11-20T13:44:35,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741991_1167 (size=31105)
2024-11-20T13:44:35,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110335182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:35,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:35,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110335182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:35,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:35,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:35,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:35,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:35,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110335182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:35,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:35,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:35,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:35,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-20T13:44:35,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110335492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:35,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110335492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:35,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:35,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:35,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:35,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:35,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110335492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:35,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:35,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:35,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:35,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:35,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:35,569 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/e5eb2ee33ed44ad49d2d46086a0860ff
2024-11-20T13:44:35,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/f4f1e3d392ed4337a33427dc5f31fe1c is 50, key is test_row_0/B:col10/1732110272670/Put/seqid=0
2024-11-20T13:44:35,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741992_1168 (size=12151)
2024-11-20T13:44:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-20T13:44:35,980 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/f4f1e3d392ed4337a33427dc5f31fe1c
2024-11-20T13:44:35,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/440fe0318f77475693f081604affb328 is 50, key is test_row_0/C:col10/1732110272670/Put/seqid=0
2024-11-20T13:44:36,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110336002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:36,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:36,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:36,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:36,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110336002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:36,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:36,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:36,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:36,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110336012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:36,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:36,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:36,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:36,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741993_1169 (size=12151)
2024-11-20T13:44:36,432 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/440fe0318f77475693f081604affb328
2024-11-20T13:44:36,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/e5eb2ee33ed44ad49d2d46086a0860ff as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/e5eb2ee33ed44ad49d2d46086a0860ff
2024-11-20T13:44:36,440 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/e5eb2ee33ed44ad49d2d46086a0860ff, entries=150, sequenceid=211, filesize=30.4 K
2024-11-20T13:44:36,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/f4f1e3d392ed4337a33427dc5f31fe1c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/f4f1e3d392ed4337a33427dc5f31fe1c
2024-11-20T13:44:36,448 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/f4f1e3d392ed4337a33427dc5f31fe1c, entries=150, sequenceid=211, filesize=11.9 K
2024-11-20T13:44:36,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/440fe0318f77475693f081604affb328 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/440fe0318f77475693f081604affb328
2024-11-20T13:44:36,455 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/440fe0318f77475693f081604affb328, entries=150, sequenceid=211, filesize=11.9 K
2024-11-20T13:44:36,456 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for c0cbb92b5d2d3d3e69fe4d1bffef1ac3 in 1709ms, sequenceid=211, compaction requested=true
2024-11-20T13:44:36,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:36,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:36,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51
2024-11-20T13:44:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=51
2024-11-20T13:44:36,459 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50
2024-11-20T13:44:36,459 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8620 sec
2024-11-20T13:44:36,460 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.8660 sec
2024-11-20T13:44:36,588 INFO  [master/28425b5b8f92:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-20T13:44:36,588 INFO  [master/28425b5b8f92:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-20T13:44:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-20T13:44:36,742 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:36,742 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:44:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees
2024-11-20T13:44:36,744 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:44:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-20T13:44:36,744 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:44:36,744 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:44:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:36,780 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-20T13:44:36,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=A
2024-11-20T13:44:36,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:36,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=B
2024-11-20T13:44:36,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:36,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=C
2024-11-20T13:44:36,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:36,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e38081440ff74b4888192f86d4902199_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 is 50, key is test_row_0/A:col10/1732110274859/Put/seqid=0
2024-11-20T13:44:36,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741994_1170 (size=14794)
2024-11-20T13:44:36,792 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:36,796 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e38081440ff74b4888192f86d4902199_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e38081440ff74b4888192f86d4902199_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:36,797 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/d91df6f448b241418e18ec8e7c5c1100, store: [table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:36,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/d91df6f448b241418e18ec8e7c5c1100 is 175, key is test_row_0/A:col10/1732110274859/Put/seqid=0
2024-11-20T13:44:36,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741995_1171 (size=39749)
2024-11-20T13:44:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-20T13:44:36,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110336850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:36,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:36,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:36,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:36,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-20T13:44:36,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:36,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:36,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:36,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:36,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:36,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110336961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:36,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:36,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:36,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:37,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110337022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:37,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110337022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:37,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110337022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:37,025 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_0' in c0cbb92b5d2d3d3e69fe4d1bffef1ac3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:44:37,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:37,025 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_2' in c0cbb92b5d2d3d3e69fe4d1bffef1ac3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:44:37,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:37,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:37,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:37,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:37,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:37,025 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_0' in c0cbb92b5d2d3d3e69fe4d1bffef1ac3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:44:37,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:37,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:37,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:37,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-20T13:44:37,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:37,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:37,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:37,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:37,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-20T13:44:37,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110337172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:37,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:37,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:37,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:37,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-20T13:44:37,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:37,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:37,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:37,202 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=227, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/d91df6f448b241418e18ec8e7c5c1100
2024-11-20T13:44:37,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:37,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:37,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/d57d7398887d4da391e172991ee7e276 is 50, key is test_row_0/B:col10/1732110274859/Put/seqid=0
2024-11-20T13:44:37,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741996_1172 (size=12151)
2024-11-20T13:44:37,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-20T13:44:37,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:37,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:37,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:37,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:37,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-20T13:44:37,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110337482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:37,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-20T13:44:37,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:37,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:37,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:37,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:37,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:37,615 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/d57d7398887d4da391e172991ee7e276
2024-11-20T13:44:37,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/d330f1e55ea544a0b97a1667d6b4fac1 is 50, key is test_row_0/C:col10/1732110274859/Put/seqid=0
2024-11-20T13:44:37,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741997_1173 (size=12151)
2024-11-20T13:44:37,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-20T13:44:37,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:37,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:37,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:37,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:37,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:37,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-20T13:44:37,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:37,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:37,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:37,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:37,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-20T13:44:37,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-20T13:44:37,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:37,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:37,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:37,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:37,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:37,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110337992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:37,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:37,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:37,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:38,027 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/d330f1e55ea544a0b97a1667d6b4fac1
2024-11-20T13:44:38,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/d91df6f448b241418e18ec8e7c5c1100 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/d91df6f448b241418e18ec8e7c5c1100
2024-11-20T13:44:38,036 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/d91df6f448b241418e18ec8e7c5c1100, entries=200, sequenceid=227, filesize=38.8 K
2024-11-20T13:44:38,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/d57d7398887d4da391e172991ee7e276 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/d57d7398887d4da391e172991ee7e276
2024-11-20T13:44:38,041 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/d57d7398887d4da391e172991ee7e276, entries=150, sequenceid=227, filesize=11.9 K
2024-11-20T13:44:38,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/d330f1e55ea544a0b97a1667d6b4fac1 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/d330f1e55ea544a0b97a1667d6b4fac1
2024-11-20T13:44:38,046 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/d330f1e55ea544a0b97a1667d6b4fac1, entries=150, sequenceid=227, filesize=11.9 K
2024-11-20T13:44:38,047 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for c0cbb92b5d2d3d3e69fe4d1bffef1ac3 in 1267ms, sequenceid=227, compaction requested=true
2024-11-20T13:44:38,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:38,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0cbb92b5d2d3d3e69fe4d1bffef1ac3:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:44:38,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:38,047 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-20T13:44:38,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0cbb92b5d2d3d3e69fe4d1bffef1ac3:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:44:38,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:38,047 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-20T13:44:38,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0cbb92b5d2d3d3e69fe4d1bffef1ac3:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:44:38,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:38,049 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 61063 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-20T13:44:38,049 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 164477 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-20T13:44:38,049 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B is initiating minor compaction (all files)
2024-11-20T13:44:38,049 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A is initiating minor compaction (all files)
2024-11-20T13:44:38,049 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B in TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:38,049 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A in TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:38,049 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/0031d8e6f8724d3eae6bd459553564ad, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/5ee23e46ecdb464b9b486aa3115fa814, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/904d55ca65304d61ad7757a67a57b161, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/e5eb2ee33ed44ad49d2d46086a0860ff, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/d91df6f448b241418e18ec8e7c5c1100] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp, totalSize=160.6 K
2024-11-20T13:44:38,049 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/bcc7d4cc5e9b4e95a0146aaaa3372e9b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/5255a5682bca40368fd09a79b8579b7a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/ecaf0c0779aa43cd81af40006de93f5f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/f4f1e3d392ed4337a33427dc5f31fe1c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/d57d7398887d4da391e172991ee7e276] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp, totalSize=59.6 K
2024-11-20T13:44:38,049 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:38,049 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. files: [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/0031d8e6f8724d3eae6bd459553564ad, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/5ee23e46ecdb464b9b486aa3115fa814, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/904d55ca65304d61ad7757a67a57b161, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/e5eb2ee33ed44ad49d2d46086a0860ff, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/d91df6f448b241418e18ec8e7c5c1100]
2024-11-20T13:44:38,050 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0031d8e6f8724d3eae6bd459553564ad, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732110269615
2024-11-20T13:44:38,050 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting bcc7d4cc5e9b4e95a0146aaaa3372e9b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732110269615
2024-11-20T13:44:38,051 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ee23e46ecdb464b9b486aa3115fa814, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732110270289
2024-11-20T13:44:38,051 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 5255a5682bca40368fd09a79b8579b7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732110270289
2024-11-20T13:44:38,051 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 904d55ca65304d61ad7757a67a57b161, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732110271477
2024-11-20T13:44:38,051 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting ecaf0c0779aa43cd81af40006de93f5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732110271477
2024-11-20T13:44:38,051 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5eb2ee33ed44ad49d2d46086a0860ff, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732110272659
2024-11-20T13:44:38,051 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting f4f1e3d392ed4337a33427dc5f31fe1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732110272659
2024-11-20T13:44:38,051 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting d91df6f448b241418e18ec8e7c5c1100, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732110274853
2024-11-20T13:44:38,052 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting d57d7398887d4da391e172991ee7e276, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732110274853
2024-11-20T13:44:38,060 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:38,062 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112033a9b38f21a34170887d9038b5eb9c6b_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:38,063 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0cbb92b5d2d3d3e69fe4d1bffef1ac3#B#compaction#145 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:38,064 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/cf5a463d90bc473a93d5e194087363e4 is 50, key is test_row_0/B:col10/1732110274859/Put/seqid=0
2024-11-20T13:44:38,066 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112033a9b38f21a34170887d9038b5eb9c6b_c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:38,066 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112033a9b38f21a34170887d9038b5eb9c6b_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:38,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741998_1174 (size=12629)
2024-11-20T13:44:38,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741999_1175 (size=4469)
2024-11-20T13:44:38,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-20T13:44:38,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:38,120 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-20T13:44:38,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=A
2024-11-20T13:44:38,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:38,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=B
2024-11-20T13:44:38,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:38,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=C
2024-11-20T13:44:38,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:38,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120abe6024576be425ca9703931ccab32e5_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 is 50, key is test_row_0/A:col10/1732110276823/Put/seqid=0
2024-11-20T13:44:38,133 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742000_1176 (size=12304)
2024-11-20T13:44:38,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,140 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120abe6024576be425ca9703931ccab32e5_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120abe6024576be425ca9703931ccab32e5_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:38,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/9292ec02eac34507b9821c8b6b335913, store: [table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:38,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/9292ec02eac34507b9821c8b6b335913 is 175, key is test_row_0/A:col10/1732110276823/Put/seqid=0
2024-11-20T13:44:38,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742001_1177 (size=31105)
2024-11-20T13:44:38,151 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/9292ec02eac34507b9821c8b6b335913
2024-11-20T13:44:38,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/04c020f30d264ab398cbf42db37a1a9b is 50, key is test_row_0/B:col10/1732110276823/Put/seqid=0
2024-11-20T13:44:38,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742002_1178 (size=12151)
2024-11-20T13:44:38,172 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/04c020f30d264ab398cbf42db37a1a9b
2024-11-20T13:44:38,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/c8bc4fb24131446291081e2db0d05521 is 50, key is test_row_0/C:col10/1732110276823/Put/seqid=0
2024-11-20T13:44:38,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742003_1179 (size=12151)
2024-11-20T13:44:38,192 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/c8bc4fb24131446291081e2db0d05521
2024-11-20T13:44:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/9292ec02eac34507b9821c8b6b335913 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/9292ec02eac34507b9821c8b6b335913
2024-11-20T13:44:38,206 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/9292ec02eac34507b9821c8b6b335913, entries=150, sequenceid=243, filesize=30.4 K
2024-11-20T13:44:38,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/04c020f30d264ab398cbf42db37a1a9b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/04c020f30d264ab398cbf42db37a1a9b
2024-11-20T13:44:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,212 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/04c020f30d264ab398cbf42db37a1a9b, entries=150, sequenceid=243, filesize=11.9 K
2024-11-20T13:44:38,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/c8bc4fb24131446291081e2db0d05521 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/c8bc4fb24131446291081e2db0d05521
2024-11-20T13:44:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,217 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/c8bc4fb24131446291081e2db0d05521, entries=150, sequenceid=243, filesize=11.9 K
2024-11-20T13:44:38,218 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for c0cbb92b5d2d3d3e69fe4d1bffef1ac3 in 98ms, sequenceid=243, compaction requested=true
2024-11-20T13:44:38,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:38,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:38,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53
2024-11-20T13:44:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=53
2024-11-20T13:44:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,221 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52
2024-11-20T13:44:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,222 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4750 sec
2024-11-20T13:44:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,224 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.4800 sec
2024-11-20T13:44:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,487 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/cf5a463d90bc473a93d5e194087363e4 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/cf5a463d90bc473a93d5e194087363e4
2024-11-20T13:44:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,491 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0cbb92b5d2d3d3e69fe4d1bffef1ac3#A#compaction#144 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,492 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/e3522b8f1a574bf1b96a579cc57add79 is 175, key is test_row_0/A:col10/1732110274859/Put/seqid=0
2024-11-20T13:44:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,496 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B of c0cbb92b5d2d3d3e69fe4d1bffef1ac3 into cf5a463d90bc473a93d5e194087363e4(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:38,496 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:38,496 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., storeName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B, priority=11, startTime=1732110278047; duration=0sec
2024-11-20T13:44:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,496 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:38,496 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0cbb92b5d2d3d3e69fe4d1bffef1ac3:B
2024-11-20T13:44:38,496 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking
2024-11-20T13:44:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,499 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6  files of size 73214 starting at candidate #0 after considering 10 permutations with 10 in ratio
2024-11-20T13:44:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,499 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C is initiating minor compaction (all files)
2024-11-20T13:44:38,499 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C in TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:38,499 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/e3f5fd52fe094966837e9555c6b4bca5, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/34b2d6a100d241f9ac21bcef6ebace9d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/b48eef9341404a6c811170e36e07116b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/440fe0318f77475693f081604affb328, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/d330f1e55ea544a0b97a1667d6b4fac1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/c8bc4fb24131446291081e2db0d05521] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp, totalSize=71.5 K
2024-11-20T13:44:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,500 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting e3f5fd52fe094966837e9555c6b4bca5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732110269615
2024-11-20T13:44:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,500 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 34b2d6a100d241f9ac21bcef6ebace9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732110270289
2024-11-20T13:44:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,501 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting b48eef9341404a6c811170e36e07116b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732110271477
2024-11-20T13:44:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,501 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 440fe0318f77475693f081604affb328, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732110272659
2024-11-20T13:44:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,502 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting d330f1e55ea544a0b97a1667d6b4fac1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732110274853
2024-11-20T13:44:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,502 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting c8bc4fb24131446291081e2db0d05521, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732110276823
2024-11-20T13:44:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742004_1180 (size=31583)
2024-11-20T13:44:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,524 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0cbb92b5d2d3d3e69fe4d1bffef1ac3#C#compaction#149 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,524 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/53dd77f281944273a46ec439155ceaea is 50, key is test_row_0/C:col10/1732110276823/Put/seqid=0
2024-11-20T13:44:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742005_1181 (size=12663)
2024-11-20T13:44:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,544 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/53dd77f281944273a46ec439155ceaea as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/53dd77f281944273a46ec439155ceaea
2024-11-20T13:44:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,555 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C of c0cbb92b5d2d3d3e69fe4d1bffef1ac3 into 53dd77f281944273a46ec439155ceaea(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,555 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:38,555 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., storeName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C, priority=10, startTime=1732110278047; duration=0sec
2024-11-20T13:44:38,555 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:38,555 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0cbb92b5d2d3d3e69fe4d1bffef1ac3:C
2024-11-20T13:44:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-20T13:44:38,892 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,893 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:44:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees
2024-11-20T13:44:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,895 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:44:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-20T13:44:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,897 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:44:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,897 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:44:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,924 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/e3522b8f1a574bf1b96a579cc57add79 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/e3522b8f1a574bf1b96a579cc57add79
2024-11-20T13:44:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,931 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A of c0cbb92b5d2d3d3e69fe4d1bffef1ac3 into e3522b8f1a574bf1b96a579cc57add79(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:38,931 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:38,931 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., storeName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A, priority=11, startTime=1732110278047; duration=0sec
2024-11-20T13:44:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,931 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:38,931 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0cbb92b5d2d3d3e69fe4d1bffef1ac3:A
2024-11-20T13:44:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-20T13:44:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-20T13:44:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:39,050 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB
2024-11-20T13:44:39,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=A
2024-11-20T13:44:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:39,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=B
2024-11-20T13:44:39,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:39,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=C
2024-11-20T13:44:39,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112033b6839776be48e081137a57e0e47dc0_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 is 50, key is test_row_0/A:col10/1732110279049/Put/seqid=0
2024-11-20T13:44:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742006_1182 (size=7324)
2024-11-20T13:44:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=559, cellSize=25595, totalHeapSize=58376, min timestamp=1732110279091, max timestamp=1732110279119Num uniques 859; 
2024-11-20T13:44:39,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=559, cellSize=25595, totalHeapSize=58376, min timestamp=1732110279091, max timestamp=1732110279119Num uniques 859; 
2024-11-20T13:44:39,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=25595, suffix heap size=117064,new segment heap size=58376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=559
2024-11-20T13:44:39,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=25595, suffix heap size=117064,new segment heap size=58376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=559
2024-11-20T13:44:39,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=559, cellSize=25595, totalHeapSize=58376, min timestamp=1732110279091, max timestamp=1732110279119Num uniques 859; 
2024-11-20T13:44:39,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=25595, suffix heap size=117064,new segment heap size=58376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=559
2024-11-20T13:44:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,162 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1732110279145, max timestamp=1732110279157Num uniques 1418; 
2024-11-20T13:44:39,162 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1732110279145, max timestamp=1732110279157Num uniques 1418; 
2024-11-20T13:44:39,162 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=64938, new segment data size=16848, suffix heap size=175440,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1418, new segment cells count=368
2024-11-20T13:44:39,162 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=64938, new segment data size=16848, suffix heap size=175440,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1418, new segment cells count=368
2024-11-20T13:44:39,163 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1732110279145, max timestamp=1732110279157Num uniques 1418; 
2024-11-20T13:44:39,163 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=64938, new segment data size=16848, suffix heap size=175440,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1418, new segment cells count=368
2024-11-20T13:44:39,204 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1732110279187, max timestamp=1732110279200Num uniques 1227; 
2024-11-20T13:44:39,204 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1732110279187, max timestamp=1732110279200Num uniques 1227; 
2024-11-20T13:44:39,204 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1732110279187, max timestamp=1732110279200Num uniques 1227; 
2024-11-20T13:44:39,204 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=56192, new segment data size=14972, suffix heap size=155576,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1227, new segment cells count=327
2024-11-20T13:44:39,204 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=56192, new segment data size=14972, suffix heap size=155576,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1227, new segment cells count=327
2024-11-20T13:44:39,204 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=56192, new segment data size=14972, suffix heap size=155576,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1227, new segment cells count=327
2024-11-20T13:44:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-20T13:44:39,239 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732110279220, max timestamp=1732110279234Num uniques 1186; 
2024-11-20T13:44:39,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:39,239 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732110279220, max timestamp=1732110279234Num uniques 1186; 
2024-11-20T13:44:39,239 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=54316, new segment data size=10806, suffix heap size=151312,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1186, new segment cells count=236
2024-11-20T13:44:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110339235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:39,239 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=54316, new segment data size=10806, suffix heap size=151312,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1186, new segment cells count=236
2024-11-20T13:44:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:39,240 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732110279220, max timestamp=1732110279234Num uniques 1186; 
2024-11-20T13:44:39,240 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=54316, new segment data size=10806, suffix heap size=151312,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1186, new segment cells count=236
2024-11-20T13:44:39,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110339269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:39,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110339270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:39,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732110279236, max timestamp=1732110279266Num uniques 1095; 
2024-11-20T13:44:39,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732110279236, max timestamp=1732110279266Num uniques 1095; 
2024-11-20T13:44:39,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50140, new segment data size=6870, suffix heap size=141848,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=150
2024-11-20T13:44:39,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50140, new segment data size=6870, suffix heap size=141848,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=150
2024-11-20T13:44:39,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732110279236, max timestamp=1732110279266Num uniques 1095; 
2024-11-20T13:44:39,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50141, new segment data size=6870, suffix heap size=141848,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=150
2024-11-20T13:44:39,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:39,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:39,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:39,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:39,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:39,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:39,377 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732110279294, max timestamp=1732110279373Num uniques 1009; 
2024-11-20T13:44:39,377 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732110279294, max timestamp=1732110279373Num uniques 1009; 
2024-11-20T13:44:39,377 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46220, new segment data size=11630, suffix heap size=132904,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=254
2024-11-20T13:44:39,377 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46220, new segment data size=11630, suffix heap size=132904,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=254
2024-11-20T13:44:39,377 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732110279294, max timestamp=1732110279373Num uniques 1009; 
2024-11-20T13:44:39,377 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46219, new segment data size=11630, suffix heap size=132904,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=254
2024-11-20T13:44:39,443 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732110279429, max timestamp=1732110279439Num uniques 1113; 
2024-11-20T13:44:39,443 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=9748, suffix heap size=143720,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=213
2024-11-20T13:44:39,444 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732110279429, max timestamp=1732110279439Num uniques 1113; 
2024-11-20T13:44:39,444 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=9748, suffix heap size=143720,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=213
2024-11-20T13:44:39,444 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732110279429, max timestamp=1732110279439Num uniques 1113; 
2024-11-20T13:44:39,444 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=9748, suffix heap size=143720,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=213
2024-11-20T13:44:39,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1732110279468, max timestamp=1732110279479Num uniques 1072; 
2024-11-20T13:44:39,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222
2024-11-20T13:44:39,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1732110279468, max timestamp=1732110279479Num uniques 1072; 
2024-11-20T13:44:39,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222
2024-11-20T13:44:39,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1732110279468, max timestamp=1732110279479Num uniques 1072; 
2024-11-20T13:44:39,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222
2024-11-20T13:44:39,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:39,496 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112033b6839776be48e081137a57e0e47dc0_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112033b6839776be48e081137a57e0e47dc0_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:39,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/44bd6aa959cd4cc88aba23fad98a3b64, store: [table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:39,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/44bd6aa959cd4cc88aba23fad98a3b64 is 175, key is test_row_0/A:col10/1732110279049/Put/seqid=0
2024-11-20T13:44:39,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742007_1183 (size=13815)
2024-11-20T13:44:39,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=331, cellSize=15156, totalHeapSize=34664, min timestamp=1732110279493, max timestamp=1732110279516Num uniques 1081; 
2024-11-20T13:44:39,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=15156, suffix heap size=140392,new segment heap size=34664 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=331
2024-11-20T13:44:39,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=331, cellSize=15156, totalHeapSize=34664, min timestamp=1732110279493, max timestamp=1732110279516Num uniques 1081; 
2024-11-20T13:44:39,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=15156, suffix heap size=140392,new segment heap size=34664 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=331
2024-11-20T13:44:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-20T13:44:39,524 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732110279502, max timestamp=1732110279516Num uniques 1081; 
2024-11-20T13:44:39,524 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=6870, suffix heap size=140392,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=150
2024-11-20T13:44:39,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1732110279537, max timestamp=1732110279547Num uniques 1190; 
2024-11-20T13:44:39,551 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1732110279537, max timestamp=1732110279547Num uniques 1009; 
2024-11-20T13:44:39,551 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8700, suffix heap size=132904,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=190
2024-11-20T13:44:39,551 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1732110279537, max timestamp=1732110279547Num uniques 1190; 
2024-11-20T13:44:39,551 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=54500, new segment data size=8700, suffix heap size=151728,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1190, new segment cells count=190
2024-11-20T13:44:39,552 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=54500, new segment data size=8700, suffix heap size=151728,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1190, new segment cells count=190
2024-11-20T13:44:39,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1732110279564, max timestamp=1732110279576Num uniques 1049; 
2024-11-20T13:44:39,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1732110279564, max timestamp=1732110279576Num uniques 1049; 
2024-11-20T13:44:39,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=11404, suffix heap size=137064,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=249
2024-11-20T13:44:39,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=11404, suffix heap size=137064,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=249
2024-11-20T13:44:39,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1732110279564, max timestamp=1732110279576Num uniques 1049; 
2024-11-20T13:44:39,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=11404, suffix heap size=137064,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=249
2024-11-20T13:44:39,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1732110279595, max timestamp=1732110279609Num uniques 1108; 
2024-11-20T13:44:39,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=11810, suffix heap size=143200,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=258
2024-11-20T13:44:39,614 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1732110279595, max timestamp=1732110279609Num uniques 1108; 
2024-11-20T13:44:39,614 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=11810, suffix heap size=143200,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=258
2024-11-20T13:44:39,617 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1732110279595, max timestamp=1732110279609Num uniques 1108; 
2024-11-20T13:44:39,617 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=11810, suffix heap size=143200,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=258
2024-11-20T13:44:39,647 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1732110279631, max timestamp=1732110279644Num uniques 1117; 
2024-11-20T13:44:39,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1732110279631, max timestamp=1732110279644Num uniques 1117; 
2024-11-20T13:44:39,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=9932, suffix heap size=144136,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=217
2024-11-20T13:44:39,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=9932, suffix heap size=144136,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=217
2024-11-20T13:44:39,651 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1732110279631, max timestamp=1732110279644Num uniques 1117; 
2024-11-20T13:44:39,651 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=7642, suffix heap size=144136,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=167
2024-11-20T13:44:39,675 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1732110279663, max timestamp=1732110279671Num uniques 1076; 
2024-11-20T13:44:39,675 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=10346, suffix heap size=139872,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=226
2024-11-20T13:44:39,678 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1732110279663, max timestamp=1732110279671Num uniques 1076; 
2024-11-20T13:44:39,678 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=10346, suffix heap size=139872,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=226
2024-11-20T13:44:39,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1732110279663, max timestamp=1732110279671Num uniques 1026; 
2024-11-20T13:44:39,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=10346, suffix heap size=134672,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=226
2024-11-20T13:44:39,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=485, cellSize=22210, totalHeapSize=50680, min timestamp=1732110279691, max timestamp=1732110279709Num uniques 1085; 
2024-11-20T13:44:39,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=22210, suffix heap size=140808,new segment heap size=50680 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=485
2024-11-20T13:44:39,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=485, cellSize=22210, totalHeapSize=50680, min timestamp=1732110279691, max timestamp=1732110279709Num uniques 1085; 
2024-11-20T13:44:39,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=22210, suffix heap size=140808,new segment heap size=50680 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=485
2024-11-20T13:44:39,716 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1732110279691, max timestamp=1732110279709Num uniques 1085; 
2024-11-20T13:44:39,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=8470, suffix heap size=140808,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=185
2024-11-20T13:44:39,752 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=244, cellSize=11174, totalHeapSize=25616, min timestamp=1732110279736, max timestamp=1732110279746Num uniques 1344; 
2024-11-20T13:44:39,752 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=61554, new segment data size=11174, suffix heap size=167744,new segment heap size=25616 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1344, new segment cells count=244
2024-11-20T13:44:39,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=244, cellSize=11174, totalHeapSize=25616, min timestamp=1732110279736, max timestamp=1732110279746Num uniques 1344; 
2024-11-20T13:44:39,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=61554, new segment data size=11174, suffix heap size=167744,new segment heap size=25616 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1344, new segment cells count=244
2024-11-20T13:44:39,756 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=244, cellSize=11174, totalHeapSize=25616, min timestamp=1732110279736, max timestamp=1732110279746Num uniques 1044; 
2024-11-20T13:44:39,756 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=11174, suffix heap size=136544,new segment heap size=25616 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=244
2024-11-20T13:44:39,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=253, cellSize=11585, totalHeapSize=26552, min timestamp=1732110279778, max timestamp=1732110279786Num uniques 1103; 
2024-11-20T13:44:39,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50515, new segment data size=11585, suffix heap size=142680,new segment heap size=26552 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1103, new segment cells count=253
2024-11-20T13:44:39,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=253, cellSize=11585, totalHeapSize=26552, min timestamp=1732110279778, max timestamp=1732110279786Num uniques 1103; 
2024-11-20T13:44:39,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=253, cellSize=11585, totalHeapSize=26552, min timestamp=1732110279778, max timestamp=1732110279786Num uniques 1103; 
2024-11-20T13:44:39,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50515, new segment data size=11585, suffix heap size=142680,new segment heap size=26552 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1103, new segment cells count=253
2024-11-20T13:44:39,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50515, new segment data size=11585, suffix heap size=142680,new segment heap size=26552 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1103, new segment cells count=253
2024-11-20T13:44:39,870 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=262, cellSize=11992, totalHeapSize=27488, min timestamp=1732110279801, max timestamp=1732110279866Num uniques 1112; 
2024-11-20T13:44:39,870 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50922, new segment data size=11992, suffix heap size=143616,new segment heap size=27488 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1112, new segment cells count=262
2024-11-20T13:44:39,870 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=262, cellSize=11992, totalHeapSize=27488, min timestamp=1732110279801, max timestamp=1732110279866Num uniques 1112; 
2024-11-20T13:44:39,870 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50922, new segment data size=11992, suffix heap size=143616,new segment heap size=27488 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1112, new segment cells count=262
2024-11-20T13:44:39,873 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=262, cellSize=11992, totalHeapSize=27488, min timestamp=1732110279801, max timestamp=1732110279866Num uniques 1112; 
2024-11-20T13:44:39,873 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50922, new segment data size=11992, suffix heap size=143616,new segment heap size=27488 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1112, new segment cells count=262
2024-11-20T13:44:39,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=271, cellSize=12402, totalHeapSize=28424, min timestamp=1732110279886, max timestamp=1732110279901Num uniques 1121; 
2024-11-20T13:44:39,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=271, cellSize=12400, totalHeapSize=28424, min timestamp=1732110279886, max timestamp=1732110279901Num uniques 1121; 
2024-11-20T13:44:39,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51330, new segment data size=12400, suffix heap size=144552,new segment heap size=28424 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1121, new segment cells count=271
2024-11-20T13:44:39,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51332, new segment data size=12402, suffix heap size=144552,new segment heap size=28424 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1121, new segment cells count=271
2024-11-20T13:44:39,907 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=271, cellSize=12397, totalHeapSize=28424, min timestamp=1732110279886, max timestamp=1732110279901Num uniques 1121; 
2024-11-20T13:44:39,907 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51327, new segment data size=12397, suffix heap size=144552,new segment heap size=28424 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1121, new segment cells count=271
2024-11-20T13:44:39,913 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/44bd6aa959cd4cc88aba23fad98a3b64
2024-11-20T13:44:39,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/2718b094e4de46a1a72082c3ef3b62a2 is 50, key is test_row_0/B:col10/1732110279049/Put/seqid=0
2024-11-20T13:44:39,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742008_1184 (size=7365)
2024-11-20T13:44:39,927 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/2718b094e4de46a1a72082c3ef3b62a2
2024-11-20T13:44:39,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/fea6ecdd02314834a763296a9b0b0742 is 50, key is test_row_0/C:col10/1732110279049/Put/seqid=0
2024-11-20T13:44:39,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742009_1185 (size=7365)
2024-11-20T13:44:39,940 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/fea6ecdd02314834a763296a9b0b0742
2024-11-20T13:44:39,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=480, cellSize=21980, totalHeapSize=50160, min timestamp=1732110279918, max timestamp=1732110279941Num uniques 1130; 
2024-11-20T13:44:39,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51750, new segment data size=21980, suffix heap size=145488,new segment heap size=50160 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1130, new segment cells count=480
2024-11-20T13:44:39,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=480, cellSize=21980, totalHeapSize=50160, min timestamp=1732110279918, max timestamp=1732110279941Num uniques 1130; 
2024-11-20T13:44:39,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51750, new segment data size=21980, suffix heap size=145488,new segment heap size=50160 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1130, new segment cells count=480
2024-11-20T13:44:39,948 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=480, cellSize=21980, totalHeapSize=50160, min timestamp=1732110279918, max timestamp=1732110279941Num uniques 1130; 
2024-11-20T13:44:39,948 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51750, new segment data size=21980, suffix heap size=145488,new segment heap size=50160 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1130, new segment cells count=480
2024-11-20T13:44:39,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/44bd6aa959cd4cc88aba23fad98a3b64 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/44bd6aa959cd4cc88aba23fad98a3b64
2024-11-20T13:44:39,968 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/44bd6aa959cd4cc88aba23fad98a3b64, entries=50, sequenceid=250, filesize=13.5 K
2024-11-20T13:44:39,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/2718b094e4de46a1a72082c3ef3b62a2 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/2718b094e4de46a1a72082c3ef3b62a2
2024-11-20T13:44:39,981 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/2718b094e4de46a1a72082c3ef3b62a2, entries=50, sequenceid=250, filesize=7.2 K
2024-11-20T13:44:39,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/fea6ecdd02314834a763296a9b0b0742 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/fea6ecdd02314834a763296a9b0b0742
2024-11-20T13:44:39,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110339983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:39,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:39,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:39,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:39,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=439, cellSize=20104, totalHeapSize=45896, min timestamp=1732110279962, max timestamp=1732110279986Num uniques 1339; 
2024-11-20T13:44:39,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=61324, new segment data size=20104, suffix heap size=167224,new segment heap size=45896 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1339, new segment cells count=439
2024-11-20T13:44:39,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110339985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:39,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:39,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:39,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:39,991 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/fea6ecdd02314834a763296a9b0b0742, entries=50, sequenceid=250, filesize=7.2 K
2024-11-20T13:44:39,993 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=147.60 KB/151140 for c0cbb92b5d2d3d3e69fe4d1bffef1ac3 in 942ms, sequenceid=250, compaction requested=true
2024-11-20T13:44:39,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:39,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:39,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55
2024-11-20T13:44:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=55
2024-11-20T13:44:39,993 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3 3/3 column families, dataSize=154.31 KB heapSize=416.41 KB
2024-11-20T13:44:39,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=A
2024-11-20T13:44:39,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:39,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=B
2024-11-20T13:44:39,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732110279962, max timestamp=1732110279986Num uniques 1339; 
2024-11-20T13:44:39,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=61324, new segment data size=6870, suffix heap size=167224,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1339, new segment cells count=150
2024-11-20T13:44:39,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=439, cellSize=20104, totalHeapSize=45896, min timestamp=1732110279962, max timestamp=1732110279986Num uniques 1339; 
2024-11-20T13:44:39,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=61324, new segment data size=20104, suffix heap size=167224,new segment heap size=45896 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1339, new segment cells count=439
2024-11-20T13:44:39,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:39,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=C
2024-11-20T13:44:39,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:39,999 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54
2024-11-20T13:44:39,999 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0970 sec
2024-11-20T13:44:40,001 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.1070 sec
2024-11-20T13:44:40,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112028d4af4dbb964938bd79ec2bffde6e31_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 is 50, key is test_row_0/A:col10/1732110279991/Put/seqid=0
2024-11-20T13:44:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-20T13:44:40,032 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:40,032 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:44:40,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742010_1186 (size=17534)
2024-11-20T13:44:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees
2024-11-20T13:44:40,034 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:44:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-20T13:44:40,035 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:44:40,035 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:44:40,067 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110280030, max timestamp=1732110280064Num uniques 859; 
2024-11-20T13:44:40,067 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:44:40,067 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110280030, max timestamp=1732110280064Num uniques 859; 
2024-11-20T13:44:40,067 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:44:40,068 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110280030, max timestamp=1732110280064Num uniques 859; 
2024-11-20T13:44:40,068 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:44:40,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110340102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:40,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:40,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110340105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:40,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:40,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110340115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:40,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:40,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110340115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:40,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:40,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-20T13:44:40,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-20T13:44:40,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:40,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:40,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:40,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:40,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:40,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110340221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:40,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:40,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110340222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:40,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:40,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:40,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110340232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:40,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110340232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:40,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-20T13:44:40,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:40,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:40,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:40,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:40,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-20T13:44:40,434 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:40,439 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112028d4af4dbb964938bd79ec2bffde6e31_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112028d4af4dbb964938bd79ec2bffde6e31_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:40,439 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110340432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:40,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:40,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110340432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:40,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:40,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:40,442 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/a798be734108482182f4fe97818572ca, store: [table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:40,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/a798be734108482182f4fe97818572ca is 175, key is test_row_0/A:col10/1732110279991/Put/seqid=0
2024-11-20T13:44:40,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110340442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:40,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110340443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:40,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:40,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:40,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742011_1187 (size=48639)
2024-11-20T13:44:40,456 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=616, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/a798be734108482182f4fe97818572ca
2024-11-20T13:44:40,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/25e89f45bc30419bb93fe3098f653394 is 50, key is test_row_0/B:col10/1732110279991/Put/seqid=0
2024-11-20T13:44:40,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742012_1188 (size=12301)
2024-11-20T13:44:40,472 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=616 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/25e89f45bc30419bb93fe3098f653394
2024-11-20T13:44:40,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/ead7ed783722458b8751b104f4e1cd4b is 50, key is test_row_0/C:col10/1732110279991/Put/seqid=0
2024-11-20T13:44:40,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-20T13:44:40,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:40,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:40,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:40,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:40,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:40,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742013_1189 (size=12301)
2024-11-20T13:44:40,500 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.68 KB at sequenceid=616 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/ead7ed783722458b8751b104f4e1cd4b
2024-11-20T13:44:40,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/a798be734108482182f4fe97818572ca as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/a798be734108482182f4fe97818572ca
2024-11-20T13:44:40,514 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/a798be734108482182f4fe97818572ca, entries=250, sequenceid=616, filesize=47.5 K
2024-11-20T13:44:40,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/25e89f45bc30419bb93fe3098f653394 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/25e89f45bc30419bb93fe3098f653394
2024-11-20T13:44:40,522 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/25e89f45bc30419bb93fe3098f653394, entries=150, sequenceid=616, filesize=12.0 K
2024-11-20T13:44:40,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/ead7ed783722458b8751b104f4e1cd4b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/ead7ed783722458b8751b104f4e1cd4b
2024-11-20T13:44:40,527 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/ead7ed783722458b8751b104f4e1cd4b, entries=150, sequenceid=616, filesize=12.0 K
2024-11-20T13:44:40,528 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.88 KB/62336, heapSize ~150.04 KB/153640, currentSize=134.18 KB/137400 for c0cbb92b5d2d3d3e69fe4d1bffef1ac3 in 535ms, sequenceid=616, compaction requested=true
2024-11-20T13:44:40,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:40,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0cbb92b5d2d3d3e69fe4d1bffef1ac3:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:44:40,528 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:44:40,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:40,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0cbb92b5d2d3d3e69fe4d1bffef1ac3:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:44:40,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:40,528 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:44:40,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0cbb92b5d2d3d3e69fe4d1bffef1ac3:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:44:40,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:40,530 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 44446 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:44:40,530 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B is initiating minor compaction (all files)
2024-11-20T13:44:40,530 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B in TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:40,531 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/cf5a463d90bc473a93d5e194087363e4, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/04c020f30d264ab398cbf42db37a1a9b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/2718b094e4de46a1a72082c3ef3b62a2, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/25e89f45bc30419bb93fe3098f653394] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp, totalSize=43.4 K
2024-11-20T13:44:40,531 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 125142 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:44:40,531 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A is initiating minor compaction (all files)
2024-11-20T13:44:40,531 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A in TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:40,531 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/e3522b8f1a574bf1b96a579cc57add79, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/9292ec02eac34507b9821c8b6b335913, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/44bd6aa959cd4cc88aba23fad98a3b64, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/a798be734108482182f4fe97818572ca] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp, totalSize=122.2 K
2024-11-20T13:44:40,531 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:40,531 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. files: [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/e3522b8f1a574bf1b96a579cc57add79, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/9292ec02eac34507b9821c8b6b335913, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/44bd6aa959cd4cc88aba23fad98a3b64, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/a798be734108482182f4fe97818572ca]
2024-11-20T13:44:40,532 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting cf5a463d90bc473a93d5e194087363e4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732110274853
2024-11-20T13:44:40,534 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3522b8f1a574bf1b96a579cc57add79, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732110274853
2024-11-20T13:44:40,534 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 04c020f30d264ab398cbf42db37a1a9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732110276823
2024-11-20T13:44:40,535 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 2718b094e4de46a1a72082c3ef3b62a2, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732110279049
2024-11-20T13:44:40,535 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9292ec02eac34507b9821c8b6b335913, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732110276823
2024-11-20T13:44:40,536 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 25e89f45bc30419bb93fe3098f653394, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=616, earliestPutTs=1732110279986
2024-11-20T13:44:40,536 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44bd6aa959cd4cc88aba23fad98a3b64, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732110279049
2024-11-20T13:44:40,538 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting a798be734108482182f4fe97818572ca, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=616, earliestPutTs=1732110279982
2024-11-20T13:44:40,549 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0cbb92b5d2d3d3e69fe4d1bffef1ac3#B#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:40,550 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/2670af0afd3149fca5f8f89ac4b09e13 is 50, key is test_row_0/B:col10/1732110279991/Put/seqid=0
2024-11-20T13:44:40,557 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:40,565 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120efc339aa73f84f38bddf21b3c1bfb2c1_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:40,567 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120efc339aa73f84f38bddf21b3c1bfb2c1_c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:40,567 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120efc339aa73f84f38bddf21b3c1bfb2c1_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:40,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742014_1190 (size=12915)
2024-11-20T13:44:40,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742015_1191 (size=4469)
2024-11-20T13:44:40,590 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/2670af0afd3149fca5f8f89ac4b09e13 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/2670af0afd3149fca5f8f89ac4b09e13
2024-11-20T13:44:40,596 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B of c0cbb92b5d2d3d3e69fe4d1bffef1ac3 into 2670af0afd3149fca5f8f89ac4b09e13(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:40,596 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:40,596 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., storeName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B, priority=12, startTime=1732110280528; duration=0sec
2024-11-20T13:44:40,596 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:40,596 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0cbb92b5d2d3d3e69fe4d1bffef1ac3:B
2024-11-20T13:44:40,596 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:40,597 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 32329 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:40,597 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C is initiating minor compaction (all files)
2024-11-20T13:44:40,597 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C in TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:40,597 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/53dd77f281944273a46ec439155ceaea, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/fea6ecdd02314834a763296a9b0b0742, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/ead7ed783722458b8751b104f4e1cd4b] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp, totalSize=31.6 K
2024-11-20T13:44:40,597 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 53dd77f281944273a46ec439155ceaea, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732110276823
2024-11-20T13:44:40,598 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting fea6ecdd02314834a763296a9b0b0742, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732110279049
2024-11-20T13:44:40,598 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting ead7ed783722458b8751b104f4e1cd4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=616, earliestPutTs=1732110279986
2024-11-20T13:44:40,605 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0cbb92b5d2d3d3e69fe4d1bffef1ac3#C#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:40,606 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/605d5217af6141d9a455f3238fd6dc2a is 50, key is test_row_0/C:col10/1732110279991/Put/seqid=0
2024-11-20T13:44:40,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742016_1192 (size=12915)
2024-11-20T13:44:40,622 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/605d5217af6141d9a455f3238fd6dc2a as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/605d5217af6141d9a455f3238fd6dc2a
2024-11-20T13:44:40,627 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C of c0cbb92b5d2d3d3e69fe4d1bffef1ac3 into 605d5217af6141d9a455f3238fd6dc2a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:40,627 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:40,627 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., storeName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C, priority=13, startTime=1732110280528; duration=0sec
2024-11-20T13:44:40,627 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:40,627 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0cbb92b5d2d3d3e69fe4d1bffef1ac3:C
2024-11-20T13:44:40,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-20T13:44:40,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:40,647 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-20T13:44:40,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=A
2024-11-20T13:44:40,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:40,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=B
2024-11-20T13:44:40,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:40,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=C
2024-11-20T13:44:40,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:44:40,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120af4ce3e66b2d4d2d96a2c7b9baf66066_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 is 50, key is test_row_0/A:col10/1732110280112/Put/seqid=0
2024-11-20T13:44:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-20T13:44:40,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742017_1193 (size=12454)
2024-11-20T13:44:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:40,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:40,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110340762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110340763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110340763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:40,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110340766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:40,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:40,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110340872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:40,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110340872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:40,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:40,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110340873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:40,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:40,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110340882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:40,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:40,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:40,979 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0cbb92b5d2d3d3e69fe4d1bffef1ac3#A#compaction#157 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:40,979 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/5ca19cc4a351454284d5b6ea84efca2a is 175, key is test_row_0/A:col10/1732110279991/Put/seqid=0
2024-11-20T13:44:40,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742018_1194 (size=31869)
2024-11-20T13:44:41,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:41,067 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120af4ce3e66b2d4d2d96a2c7b9baf66066_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120af4ce3e66b2d4d2d96a2c7b9baf66066_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:41,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/bed88e6480a54b658a38aa25b6c5f24c, store: [table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:41,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/bed88e6480a54b658a38aa25b6c5f24c is 175, key is test_row_0/A:col10/1732110280112/Put/seqid=0
2024-11-20T13:44:41,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742019_1195 (size=31255)
2024-11-20T13:44:41,079 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=654, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/bed88e6480a54b658a38aa25b6c5f24c
2024-11-20T13:44:41,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110341081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:41,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110341081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:41,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:41,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110341082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:41,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:41,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:41,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:41,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/0cadac9e23a84989af18d759860b0152 is 50, key is test_row_0/B:col10/1732110280112/Put/seqid=0
2024-11-20T13:44:41,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110341092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:41,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:41,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742020_1196 (size=12301)
2024-11-20T13:44:41,103 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=654 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/0cadac9e23a84989af18d759860b0152
2024-11-20T13:44:41,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/79149d1603084c2c91fcfea68cfa1739 is 50, key is test_row_0/C:col10/1732110280112/Put/seqid=0
2024-11-20T13:44:41,130 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742021_1197 (size=12301)
2024-11-20T13:44:41,131 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=654 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/79149d1603084c2c91fcfea68cfa1739
2024-11-20T13:44:41,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/bed88e6480a54b658a38aa25b6c5f24c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/bed88e6480a54b658a38aa25b6c5f24c
2024-11-20T13:44:41,145 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/bed88e6480a54b658a38aa25b6c5f24c, entries=150, sequenceid=654, filesize=30.5 K
2024-11-20T13:44:41,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/0cadac9e23a84989af18d759860b0152 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/0cadac9e23a84989af18d759860b0152
2024-11-20T13:44:41,154 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/0cadac9e23a84989af18d759860b0152, entries=150, sequenceid=654, filesize=12.0 K
2024-11-20T13:44:41,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/79149d1603084c2c91fcfea68cfa1739 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/79149d1603084c2c91fcfea68cfa1739
2024-11-20T13:44:41,165 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/79149d1603084c2c91fcfea68cfa1739, entries=150, sequenceid=654, filesize=12.0 K
2024-11-20T13:44:41,166 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for c0cbb92b5d2d3d3e69fe4d1bffef1ac3 in 519ms, sequenceid=654, compaction requested=false
2024-11-20T13:44:41,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:41,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:41,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57
2024-11-20T13:44:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=57
2024-11-20T13:44:41,171 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-11-20T13:44:41,172 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1340 sec
2024-11-20T13:44:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-20T13:44:41,175 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.1410 sec
2024-11-20T13:44:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:41,394 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-20T13:44:41,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=A
2024-11-20T13:44:41,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:41,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=B
2024-11-20T13:44:41,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:41,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=C
2024-11-20T13:44:41,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:41,397 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/5ca19cc4a351454284d5b6ea84efca2a as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/5ca19cc4a351454284d5b6ea84efca2a
2024-11-20T13:44:41,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c547f4b5d5c9407e8f9f8587d3184b03_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 is 50, key is test_row_0/A:col10/1732110281393/Put/seqid=0
2024-11-20T13:44:41,402 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A of c0cbb92b5d2d3d3e69fe4d1bffef1ac3 into 5ca19cc4a351454284d5b6ea84efca2a(size=31.1 K), total size for store is 61.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:41,402 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:41,402 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., storeName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A, priority=12, startTime=1732110280528; duration=0sec
2024-11-20T13:44:41,403 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:41,403 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0cbb92b5d2d3d3e69fe4d1bffef1ac3:A
2024-11-20T13:44:41,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742022_1198 (size=14994)
2024-11-20T13:44:41,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110341422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:41,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:41,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110341422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:41,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:41,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110341423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:41,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:41,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110341424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:41,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:41,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110341532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:41,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:41,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110341532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:41,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:41,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:41,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110341532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:41,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:41,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110341532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:41,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:41,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110341742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:41,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:41,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110341742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:41,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:41,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:41,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110341742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:41,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:41,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110341742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:41,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:41,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:41,808 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:41,811 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c547f4b5d5c9407e8f9f8587d3184b03_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c547f4b5d5c9407e8f9f8587d3184b03_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:41,812 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/2c681418858c4641a444df6157b40b67, store: [table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:41,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/2c681418858c4641a444df6157b40b67 is 175, key is test_row_0/A:col10/1732110281393/Put/seqid=0
2024-11-20T13:44:41,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742023_1199 (size=39949)
2024-11-20T13:44:42,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110342052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:42,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110342052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:42,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:42,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:42,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:42,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110342052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:42,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110342052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-20T13:44:42,182 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:42,183 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:44:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees
2024-11-20T13:44:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-20T13:44:42,184 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:44:42,184 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:44:42,185 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:44:42,217 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=667, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/2c681418858c4641a444df6157b40b67
2024-11-20T13:44:42,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/0a0030f60fdb43f6abe00b4a7f3fb1b4 is 50, key is test_row_0/B:col10/1732110281393/Put/seqid=0
2024-11-20T13:44:42,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742024_1200 (size=12301)
2024-11-20T13:44:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-20T13:44:42,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-11-20T13:44:42,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:42,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:42,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:42,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:42,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:42,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-11-20T13:44:42,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:42,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:42,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:42,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:42,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-20T13:44:42,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110342562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:42,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:42,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:42,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:42,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110342562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:42,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:42,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:42,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:42,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110342562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:42,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:42,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:42,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:42,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110342571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:42,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:42,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:42,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:42,628 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/0a0030f60fdb43f6abe00b4a7f3fb1b4
2024-11-20T13:44:42,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/bfcef70fd5c145af91fbdc1047727eaa is 50, key is test_row_0/C:col10/1732110281393/Put/seqid=0
2024-11-20T13:44:42,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742025_1201 (size=12301)
2024-11-20T13:44:42,637 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/bfcef70fd5c145af91fbdc1047727eaa
2024-11-20T13:44:42,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/2c681418858c4641a444df6157b40b67 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/2c681418858c4641a444df6157b40b67
2024-11-20T13:44:42,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-11-20T13:44:42,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:42,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:42,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:42,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:42,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:42,647 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/2c681418858c4641a444df6157b40b67, entries=200, sequenceid=667, filesize=39.0 K
2024-11-20T13:44:42,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/0a0030f60fdb43f6abe00b4a7f3fb1b4 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/0a0030f60fdb43f6abe00b4a7f3fb1b4
2024-11-20T13:44:42,651 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/0a0030f60fdb43f6abe00b4a7f3fb1b4, entries=150, sequenceid=667, filesize=12.0 K
2024-11-20T13:44:42,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/bfcef70fd5c145af91fbdc1047727eaa as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/bfcef70fd5c145af91fbdc1047727eaa
2024-11-20T13:44:42,655 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/bfcef70fd5c145af91fbdc1047727eaa, entries=150, sequenceid=667, filesize=12.0 K
2024-11-20T13:44:42,656 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for c0cbb92b5d2d3d3e69fe4d1bffef1ac3 in 1262ms, sequenceid=667, compaction requested=true
2024-11-20T13:44:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0cbb92b5d2d3d3e69fe4d1bffef1ac3:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:44:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:42,656 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0cbb92b5d2d3d3e69fe4d1bffef1ac3:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:44:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:42,656 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0cbb92b5d2d3d3e69fe4d1bffef1ac3:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:44:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:42,657 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:42,657 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:42,657 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B is initiating minor compaction (all files)
2024-11-20T13:44:42,657 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A is initiating minor compaction (all files)
2024-11-20T13:44:42,657 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B in TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:42,657 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A in TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:42,658 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/5ca19cc4a351454284d5b6ea84efca2a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/bed88e6480a54b658a38aa25b6c5f24c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/2c681418858c4641a444df6157b40b67] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp, totalSize=100.7 K
2024-11-20T13:44:42,658 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/2670af0afd3149fca5f8f89ac4b09e13, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/0cadac9e23a84989af18d759860b0152, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/0a0030f60fdb43f6abe00b4a7f3fb1b4] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp, totalSize=36.6 K
2024-11-20T13:44:42,658 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:42,658 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. files: [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/5ca19cc4a351454284d5b6ea84efca2a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/bed88e6480a54b658a38aa25b6c5f24c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/2c681418858c4641a444df6157b40b67]
2024-11-20T13:44:42,658 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ca19cc4a351454284d5b6ea84efca2a, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=616, earliestPutTs=1732110279986
2024-11-20T13:44:42,658 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 2670af0afd3149fca5f8f89ac4b09e13, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=616, earliestPutTs=1732110279986
2024-11-20T13:44:42,658 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting bed88e6480a54b658a38aa25b6c5f24c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=654, earliestPutTs=1732110280096
2024-11-20T13:44:42,658 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cadac9e23a84989af18d759860b0152, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=654, earliestPutTs=1732110280096
2024-11-20T13:44:42,659 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c681418858c4641a444df6157b40b67, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=667, earliestPutTs=1732110280762
2024-11-20T13:44:42,659 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a0030f60fdb43f6abe00b4a7f3fb1b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=667, earliestPutTs=1732110280765
2024-11-20T13:44:42,666 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0cbb92b5d2d3d3e69fe4d1bffef1ac3#B#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:42,667 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/69390ebd76ae444dacd3869366355b28 is 50, key is test_row_0/B:col10/1732110281393/Put/seqid=0
2024-11-20T13:44:42,674 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:42,681 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120eb3daa56926346c489eade1d51a99a9b_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:42,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742026_1202 (size=13017)
2024-11-20T13:44:42,683 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120eb3daa56926346c489eade1d51a99a9b_c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:42,683 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120eb3daa56926346c489eade1d51a99a9b_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:42,686 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/69390ebd76ae444dacd3869366355b28 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/69390ebd76ae444dacd3869366355b28
2024-11-20T13:44:42,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742027_1203 (size=4469)
2024-11-20T13:44:42,691 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B of c0cbb92b5d2d3d3e69fe4d1bffef1ac3 into 69390ebd76ae444dacd3869366355b28(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:42,691 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:42,691 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., storeName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B, priority=13, startTime=1732110282656; duration=0sec
2024-11-20T13:44:42,691 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:42,691 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0cbb92b5d2d3d3e69fe4d1bffef1ac3:B
2024-11-20T13:44:42,691 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:42,692 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:42,692 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C is initiating minor compaction (all files)
2024-11-20T13:44:42,692 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C in TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:42,693 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/605d5217af6141d9a455f3238fd6dc2a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/79149d1603084c2c91fcfea68cfa1739, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/bfcef70fd5c145af91fbdc1047727eaa] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp, totalSize=36.6 K
2024-11-20T13:44:42,693 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 605d5217af6141d9a455f3238fd6dc2a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=616, earliestPutTs=1732110279986
2024-11-20T13:44:42,693 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 79149d1603084c2c91fcfea68cfa1739, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=654, earliestPutTs=1732110280096
2024-11-20T13:44:42,694 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting bfcef70fd5c145af91fbdc1047727eaa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=667, earliestPutTs=1732110280765
2024-11-20T13:44:42,701 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0cbb92b5d2d3d3e69fe4d1bffef1ac3#C#compaction#167 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:42,702 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/8a46360508c24b73b1fd46dc887e1b6c is 50, key is test_row_0/C:col10/1732110281393/Put/seqid=0
2024-11-20T13:44:42,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742028_1204 (size=13017)
2024-11-20T13:44:42,710 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/8a46360508c24b73b1fd46dc887e1b6c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/8a46360508c24b73b1fd46dc887e1b6c
2024-11-20T13:44:42,715 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C of c0cbb92b5d2d3d3e69fe4d1bffef1ac3 into 8a46360508c24b73b1fd46dc887e1b6c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:42,716 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:42,716 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., storeName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C, priority=13, startTime=1732110282656; duration=0sec
2024-11-20T13:44:42,716 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:42,716 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0cbb92b5d2d3d3e69fe4d1bffef1ac3:C
2024-11-20T13:44:42,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-11-20T13:44:42,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:42,795 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-20T13:44:42,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=A
2024-11-20T13:44:42,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:42,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=B
2024-11-20T13:44:42,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:42,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=C
2024-11-20T13:44:42,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:42,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120929ce8a2628d47349fc8b19a74ab17f2_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 is 50, key is test_row_0/A:col10/1732110281420/Put/seqid=0
2024-11-20T13:44:42,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742029_1205 (size=12454)
2024-11-20T13:44:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-20T13:44:43,088 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0cbb92b5d2d3d3e69fe4d1bffef1ac3#A#compaction#166 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:43,089 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/2c1d03fd2d5d4fedacf967d403f44fab is 175, key is test_row_0/A:col10/1732110281393/Put/seqid=0
2024-11-20T13:44:43,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742030_1206 (size=31971)
2024-11-20T13:44:43,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:43,213 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120929ce8a2628d47349fc8b19a74ab17f2_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120929ce8a2628d47349fc8b19a74ab17f2_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:43,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/fdd2a59920a84989ae1f97e34aa2356a, store: [table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:43,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/fdd2a59920a84989ae1f97e34aa2356a is 175, key is test_row_0/A:col10/1732110281420/Put/seqid=0
2024-11-20T13:44:43,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742031_1207 (size=31255)
2024-11-20T13:44:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-20T13:44:43,497 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/2c1d03fd2d5d4fedacf967d403f44fab as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/2c1d03fd2d5d4fedacf967d403f44fab
2024-11-20T13:44:43,502 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A of c0cbb92b5d2d3d3e69fe4d1bffef1ac3 into 2c1d03fd2d5d4fedacf967d403f44fab(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:43,502 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:43,502 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., storeName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A, priority=13, startTime=1732110282656; duration=0sec
2024-11-20T13:44:43,502 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:43,502 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0cbb92b5d2d3d3e69fe4d1bffef1ac3:A
2024-11-20T13:44:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:43,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:43,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110343587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:43,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110343588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:43,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:43,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:43,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:43,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:43,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:43,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:43,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110343589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:43,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:43,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:43,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:43,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42136 deadline: 1732110343592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:43,596 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_2' in c0cbb92b5d2d3d3e69fe4d1bffef1ac3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:44:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:43,619 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=689, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/fdd2a59920a84989ae1f97e34aa2356a
2024-11-20T13:44:43,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/55f0987968974bfdbba3ca8fce0b8b7a is 50, key is test_row_0/B:col10/1732110281420/Put/seqid=0
2024-11-20T13:44:43,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742032_1208 (size=12301)
2024-11-20T13:44:43,632 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=689 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/55f0987968974bfdbba3ca8fce0b8b7a
2024-11-20T13:44:43,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/b56599532de6471ab6d9c5be421763b1 is 50, key is test_row_0/C:col10/1732110281420/Put/seqid=0
2024-11-20T13:44:43,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742033_1209 (size=12301)
2024-11-20T13:44:43,703 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110343702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:43,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:43,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:43,703 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:43,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110343702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:43,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:43,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:43,703 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:43,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110343702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:43,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110343912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:43,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110343912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:43,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110343912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:44,050 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=689 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/b56599532de6471ab6d9c5be421763b1
2024-11-20T13:44:44,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/fdd2a59920a84989ae1f97e34aa2356a as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/fdd2a59920a84989ae1f97e34aa2356a
2024-11-20T13:44:44,061 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/fdd2a59920a84989ae1f97e34aa2356a, entries=150, sequenceid=689, filesize=30.5 K
2024-11-20T13:44:44,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/55f0987968974bfdbba3ca8fce0b8b7a as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/55f0987968974bfdbba3ca8fce0b8b7a
2024-11-20T13:44:44,065 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/55f0987968974bfdbba3ca8fce0b8b7a, entries=150, sequenceid=689, filesize=12.0 K
2024-11-20T13:44:44,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/b56599532de6471ab6d9c5be421763b1 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/b56599532de6471ab6d9c5be421763b1
2024-11-20T13:44:44,071 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/b56599532de6471ab6d9c5be421763b1, entries=150, sequenceid=689, filesize=12.0 K
2024-11-20T13:44:44,072 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for c0cbb92b5d2d3d3e69fe4d1bffef1ac3 in 1277ms, sequenceid=689, compaction requested=false
2024-11-20T13:44:44,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:44,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:44,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59
2024-11-20T13:44:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=59
2024-11-20T13:44:44,075 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58
2024-11-20T13:44:44,075 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8880 sec
2024-11-20T13:44:44,077 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.8930 sec
2024-11-20T13:44:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:44,223 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-20T13:44:44,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=A
2024-11-20T13:44:44,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:44,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=B
2024-11-20T13:44:44,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:44,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=C
2024-11-20T13:44:44,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:44,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d91737b3cdac4d1bb444f6c0e03cdf59_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 is 50, key is test_row_0/A:col10/1732110284222/Put/seqid=0
2024-11-20T13:44:44,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742034_1210 (size=14994)
2024-11-20T13:44:44,252 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110344249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:44,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:44,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110344250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:44,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:44,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:44,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110344251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:44,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-20T13:44:44,332 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:44,332 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:44:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees
2024-11-20T13:44:44,334 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:44:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-20T13:44:44,335 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:44:44,335 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:44:44,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110344362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:44,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:44,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110344362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:44,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:44,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:44,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110344362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:44,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:44,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-20T13:44:44,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-11-20T13:44:44,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:44,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:44,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:44,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:44,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:44,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110344572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:44,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:44,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110344572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:44,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:44,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:44,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110344572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:44,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:44,634 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:44,638 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d91737b3cdac4d1bb444f6c0e03cdf59_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d91737b3cdac4d1bb444f6c0e03cdf59_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:44,638 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/9963de79eaf442b693f0ecfbb0ce553e, store: [table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:44,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/9963de79eaf442b693f0ecfbb0ce553e is 175, key is test_row_0/A:col10/1732110284222/Put/seqid=0
2024-11-20T13:44:44,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-11-20T13:44:44,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:44,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:44,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:44,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:44,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:44,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742035_1211 (size=39949)
2024-11-20T13:44:44,645 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=704, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/9963de79eaf442b693f0ecfbb0ce553e
2024-11-20T13:44:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-20T13:44:44,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/3f49528a898d4c098d83a4a88dc6cc1c is 50, key is test_row_0/B:col10/1732110284222/Put/seqid=0
2024-11-20T13:44:44,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742036_1212 (size=12301)
2024-11-20T13:44:44,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-11-20T13:44:44,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:44,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:44,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:44,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:44,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:44,858 INFO  [Thread-608 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-608.
2024-11-20T13:44:44,858 DEBUG [Thread-608 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:44:44,858 DEBUG [Thread-608 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:44,858 DEBUG [Thread-608 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:44,858 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:44:44,861 INFO  [Thread-612 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-612.
2024-11-20T13:44:44,861 DEBUG [Thread-612 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:44:44,861 DEBUG [Thread-612 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:44,861 DEBUG [Thread-612 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:44,861 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:44:44,861 INFO  [Thread-610 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-610.
2024-11-20T13:44:44,861 DEBUG [Thread-610 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:44:44,861 DEBUG [Thread-610 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:44,861 DEBUG [Thread-610 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:44,861 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:44:44,864 INFO  [Thread-614 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-614.
2024-11-20T13:44:44,865 DEBUG [Thread-614 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:44:44,865 DEBUG [Thread-614 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:44,865 DEBUG [Thread-614 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:44,865 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:44:44,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:44,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:44,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110344882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110344882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110344882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:44,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:44,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:44,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:44,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-11-20T13:44:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:44,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:44,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42172 deadline: 1732110344952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:44,953 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_0' in c0cbb92b5d2d3d3e69fe4d1bffef1ac3 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18245 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:44:44,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:44,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-20T13:44:45,058 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=704 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/3f49528a898d4c098d83a4a88dc6cc1c
2024-11-20T13:44:45,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/910555f079904e3fa02739d17520a3ff is 50, key is test_row_0/C:col10/1732110284222/Put/seqid=0
2024-11-20T13:44:45,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742037_1213 (size=12301)
2024-11-20T13:44:45,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-11-20T13:44:45,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:45,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:45,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:45,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:45,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:45,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-11-20T13:44:45,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:45,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:45,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:45,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:45,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:45,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:45,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:45,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42144 deadline: 1732110345392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42116 deadline: 1732110345393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42156 deadline: 1732110345392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:44:45,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-11-20T13:44:45,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:45,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:45,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:45,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:45,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-20T13:44:45,479 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=704 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/910555f079904e3fa02739d17520a3ff
2024-11-20T13:44:45,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/9963de79eaf442b693f0ecfbb0ce553e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/9963de79eaf442b693f0ecfbb0ce553e
2024-11-20T13:44:45,486 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/9963de79eaf442b693f0ecfbb0ce553e, entries=200, sequenceid=704, filesize=39.0 K
2024-11-20T13:44:45,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/3f49528a898d4c098d83a4a88dc6cc1c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/3f49528a898d4c098d83a4a88dc6cc1c
2024-11-20T13:44:45,490 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/3f49528a898d4c098d83a4a88dc6cc1c, entries=150, sequenceid=704, filesize=12.0 K
2024-11-20T13:44:45,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/910555f079904e3fa02739d17520a3ff as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/910555f079904e3fa02739d17520a3ff
2024-11-20T13:44:45,495 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/910555f079904e3fa02739d17520a3ff, entries=150, sequenceid=704, filesize=12.0 K
2024-11-20T13:44:45,496 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for c0cbb92b5d2d3d3e69fe4d1bffef1ac3 in 1273ms, sequenceid=704, compaction requested=true
2024-11-20T13:44:45,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:45,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0cbb92b5d2d3d3e69fe4d1bffef1ac3:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:44:45,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:45,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0cbb92b5d2d3d3e69fe4d1bffef1ac3:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:44:45,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:45,496 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:45,496 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:45,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0cbb92b5d2d3d3e69fe4d1bffef1ac3:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:44:45,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:45,497 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:45,497 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:45,497 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A is initiating minor compaction (all files)
2024-11-20T13:44:45,497 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B is initiating minor compaction (all files)
2024-11-20T13:44:45,497 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A in TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:45,497 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B in TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:45,497 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/2c1d03fd2d5d4fedacf967d403f44fab, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/fdd2a59920a84989ae1f97e34aa2356a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/9963de79eaf442b693f0ecfbb0ce553e] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp, totalSize=100.8 K
2024-11-20T13:44:45,497 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/69390ebd76ae444dacd3869366355b28, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/55f0987968974bfdbba3ca8fce0b8b7a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/3f49528a898d4c098d83a4a88dc6cc1c] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp, totalSize=36.7 K
2024-11-20T13:44:45,497 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:45,498 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. files: [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/2c1d03fd2d5d4fedacf967d403f44fab, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/fdd2a59920a84989ae1f97e34aa2356a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/9963de79eaf442b693f0ecfbb0ce553e]
2024-11-20T13:44:45,498 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 69390ebd76ae444dacd3869366355b28, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=667, earliestPutTs=1732110280765
2024-11-20T13:44:45,498 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c1d03fd2d5d4fedacf967d403f44fab, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=667, earliestPutTs=1732110280765
2024-11-20T13:44:45,498 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 55f0987968974bfdbba3ca8fce0b8b7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=689, earliestPutTs=1732110281420
2024-11-20T13:44:45,498 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdd2a59920a84989ae1f97e34aa2356a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=689, earliestPutTs=1732110281420
2024-11-20T13:44:45,498 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f49528a898d4c098d83a4a88dc6cc1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=704, earliestPutTs=1732110283573
2024-11-20T13:44:45,499 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9963de79eaf442b693f0ecfbb0ce553e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=704, earliestPutTs=1732110283573
2024-11-20T13:44:45,508 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:45,509 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0cbb92b5d2d3d3e69fe4d1bffef1ac3#B#compaction#174 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:45,510 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/03b2a392f6064c22804587e3a453a8b8 is 50, key is test_row_0/B:col10/1732110284222/Put/seqid=0
2024-11-20T13:44:45,511 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120ccc8fee8a22d46fea8825280b65c9982_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:45,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742038_1214 (size=13119)
2024-11-20T13:44:45,541 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120ccc8fee8a22d46fea8825280b65c9982_c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:45,541 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ccc8fee8a22d46fea8825280b65c9982_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:45,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742039_1215 (size=4469)
2024-11-20T13:44:45,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-11-20T13:44:45,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:45,570 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-20T13:44:45,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=A
2024-11-20T13:44:45,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:45,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=B
2024-11-20T13:44:45,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:45,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=C
2024-11-20T13:44:45,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:45,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b763d406b2d74fe981fae2d5371b4be1_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 is 50, key is test_row_0/A:col10/1732110284249/Put/seqid=0
2024-11-20T13:44:45,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742040_1216 (size=12454)
2024-11-20T13:44:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:45,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. as already flushing
2024-11-20T13:44:45,603 INFO  [Thread-603 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-603.
2024-11-20T13:44:45,604 DEBUG [Thread-603 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:44:45,604 DEBUG [Thread-603 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:45,604 DEBUG [Thread-603 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:45,604 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:44:45,929 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/03b2a392f6064c22804587e3a453a8b8 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/03b2a392f6064c22804587e3a453a8b8
2024-11-20T13:44:45,935 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B of c0cbb92b5d2d3d3e69fe4d1bffef1ac3 into 03b2a392f6064c22804587e3a453a8b8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:45,935 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:45,935 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., storeName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B, priority=13, startTime=1732110285496; duration=0sec
2024-11-20T13:44:45,935 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:44:45,935 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0cbb92b5d2d3d3e69fe4d1bffef1ac3:B
2024-11-20T13:44:45,935 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:44:45,937 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:44:45,937 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C is initiating minor compaction (all files)
2024-11-20T13:44:45,937 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C in TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:45,937 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/8a46360508c24b73b1fd46dc887e1b6c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/b56599532de6471ab6d9c5be421763b1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/910555f079904e3fa02739d17520a3ff] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp, totalSize=36.7 K
2024-11-20T13:44:45,938 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a46360508c24b73b1fd46dc887e1b6c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=667, earliestPutTs=1732110280765
2024-11-20T13:44:45,938 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting b56599532de6471ab6d9c5be421763b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=689, earliestPutTs=1732110281420
2024-11-20T13:44:45,939 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 910555f079904e3fa02739d17520a3ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=704, earliestPutTs=1732110283573
2024-11-20T13:44:45,949 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0cbb92b5d2d3d3e69fe4d1bffef1ac3#A#compaction#175 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:45,949 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/8398251c88884cf487bbb90d807cedbb is 175, key is test_row_0/A:col10/1732110284222/Put/seqid=0
2024-11-20T13:44:45,951 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0cbb92b5d2d3d3e69fe4d1bffef1ac3#C#compaction#177 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:44:45,952 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/5e4d77353eb74efcb58bcc6260691488 is 50, key is test_row_0/C:col10/1732110284222/Put/seqid=0
2024-11-20T13:44:45,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742041_1217 (size=32073)
2024-11-20T13:44:45,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742042_1218 (size=13119)
2024-11-20T13:44:45,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:45,991 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b763d406b2d74fe981fae2d5371b4be1_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b763d406b2d74fe981fae2d5371b4be1_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:45,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/d6fe2b82feef4e00b66d47e87b621aa4, store: [table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:45,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/d6fe2b82feef4e00b66d47e87b621aa4 is 175, key is test_row_0/A:col10/1732110284249/Put/seqid=0
2024-11-20T13:44:45,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742043_1219 (size=31255)
2024-11-20T13:44:46,363 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/8398251c88884cf487bbb90d807cedbb as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/8398251c88884cf487bbb90d807cedbb
2024-11-20T13:44:46,365 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/5e4d77353eb74efcb58bcc6260691488 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/5e4d77353eb74efcb58bcc6260691488
2024-11-20T13:44:46,369 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C of c0cbb92b5d2d3d3e69fe4d1bffef1ac3 into 5e4d77353eb74efcb58bcc6260691488(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:46,369 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A of c0cbb92b5d2d3d3e69fe4d1bffef1ac3 into 8398251c88884cf487bbb90d807cedbb(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:44:46,370 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:46,370 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:46,370 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., storeName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C, priority=13, startTime=1732110285496; duration=0sec
2024-11-20T13:44:46,370 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., storeName=c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A, priority=13, startTime=1732110285496; duration=0sec
2024-11-20T13:44:46,370 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:46,370 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0cbb92b5d2d3d3e69fe4d1bffef1ac3:C
2024-11-20T13:44:46,370 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:44:46,370 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0cbb92b5d2d3d3e69fe4d1bffef1ac3:A
2024-11-20T13:44:46,396 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=723, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/d6fe2b82feef4e00b66d47e87b621aa4
2024-11-20T13:44:46,403 INFO  [Thread-599 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-599.
2024-11-20T13:44:46,403 DEBUG [Thread-599 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:44:46,403 DEBUG [Thread-599 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:46,403 INFO  [Thread-605 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-605.
2024-11-20T13:44:46,403 DEBUG [Thread-605 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:44:46,403 DEBUG [Thread-599 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:46,403 DEBUG [Thread-605 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:46,403 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:44:46,403 DEBUG [Thread-605 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:46,404 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:44:46,404 INFO  [Thread-597 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-597.
2024-11-20T13:44:46,404 DEBUG [Thread-597 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:44:46,404 DEBUG [Thread-597 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:46,404 DEBUG [Thread-597 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:46,404 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:44:46,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/6cc1cf5191344f3fb8c21896a3a19fc4 is 50, key is test_row_0/B:col10/1732110284249/Put/seqid=0
2024-11-20T13:44:46,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742044_1220 (size=12301)
2024-11-20T13:44:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-20T13:44:46,860 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=723 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/6cc1cf5191344f3fb8c21896a3a19fc4
2024-11-20T13:44:46,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/5ed5457d8ceb4412913864bad743d7f5 is 50, key is test_row_0/C:col10/1732110284249/Put/seqid=0
2024-11-20T13:44:46,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742045_1221 (size=12301)
2024-11-20T13:44:47,277 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=723 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/5ed5457d8ceb4412913864bad743d7f5
2024-11-20T13:44:47,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/d6fe2b82feef4e00b66d47e87b621aa4 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/d6fe2b82feef4e00b66d47e87b621aa4
2024-11-20T13:44:47,292 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/d6fe2b82feef4e00b66d47e87b621aa4, entries=150, sequenceid=723, filesize=30.5 K
2024-11-20T13:44:47,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/6cc1cf5191344f3fb8c21896a3a19fc4 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/6cc1cf5191344f3fb8c21896a3a19fc4
2024-11-20T13:44:47,298 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/6cc1cf5191344f3fb8c21896a3a19fc4, entries=150, sequenceid=723, filesize=12.0 K
2024-11-20T13:44:47,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/5ed5457d8ceb4412913864bad743d7f5 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/5ed5457d8ceb4412913864bad743d7f5
2024-11-20T13:44:47,304 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/5ed5457d8ceb4412913864bad743d7f5, entries=150, sequenceid=723, filesize=12.0 K
2024-11-20T13:44:47,305 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=26.84 KB/27480 for c0cbb92b5d2d3d3e69fe4d1bffef1ac3 in 1736ms, sequenceid=723, compaction requested=false
2024-11-20T13:44:47,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:

2024-11-20T13:44:47,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:47,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61
2024-11-20T13:44:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=61
2024-11-20T13:44:47,309 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60
2024-11-20T13:44:47,309 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9720 sec
2024-11-20T13:44:47,312 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 2.9780 sec
2024-11-20T13:44:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-20T13:44:48,493 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:49,849 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-20T13:44:55,066 INFO  [Thread-601 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-601.
2024-11-20T13:44:55,066 DEBUG [Thread-601 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:44:55,066 DEBUG [Thread-601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:55,066 DEBUG [Thread-601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:55,067 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:44:55,067 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-20T13:44:55,067 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 167
2024-11-20T13:44:55,067 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 170
2024-11-20T13:44:55,067 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 30
2024-11-20T13:44:55,067 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 134
2024-11-20T13:44:55,067 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 148
2024-11-20T13:44:55,068 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-20T13:44:55,068 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2811
2024-11-20T13:44:55,068 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2837
2024-11-20T13:44:55,068 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-20T13:44:55,068 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1242
2024-11-20T13:44:55,068 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3718 rows
2024-11-20T13:44:55,068 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1236
2024-11-20T13:44:55,068 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3705 rows
2024-11-20T13:44:55,068 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-20T13:44:55,068 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T13:44:55,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:55,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:55,069 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:44:55,071 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-20T13:44:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-20T13:44:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-20T13:44:55,073 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110295073"}]},"ts":"1732110295073"}
2024-11-20T13:44:55,074 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-20T13:44:55,074 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-20T13:44:55,075 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-20T13:44:55,076 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, UNASSIGN}]
2024-11-20T13:44:55,077 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, UNASSIGN
2024-11-20T13:44:55,077 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, regionState=CLOSING, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:55,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, UNASSIGN because future has completed
2024-11-20T13:44:55,078 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-20T13:44:55,078 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487}]
2024-11-20T13:44:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-20T13:44:55,231 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(122): Close c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:55,231 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-20T13:44:55,232 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1722): Closing c0cbb92b5d2d3d3e69fe4d1bffef1ac3, disabling compactions & flushes
2024-11-20T13:44:55,232 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:55,232 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:55,232 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. after waiting 0 ms
2024-11-20T13:44:55,232 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:55,233 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(2902): Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-20T13:44:55,233 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=A
2024-11-20T13:44:55,233 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:55,234 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=B
2024-11-20T13:44:55,234 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:55,234 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0cbb92b5d2d3d3e69fe4d1bffef1ac3, store=C
2024-11-20T13:44:55,234 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:55,245 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205802788df1a14181baff730354ff864f_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 is 50, key is test_row_0/A:col10/1732110295063/Put/seqid=0
2024-11-20T13:44:55,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742046_1222 (size=12454)
2024-11-20T13:44:55,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-20T13:44:55,650 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:55,659 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205802788df1a14181baff730354ff864f_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205802788df1a14181baff730354ff864f_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:55,661 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/08c9d461a49e4e898d126293ec8a4ca4, store: [table=TestAcidGuarantees family=A region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3]
2024-11-20T13:44:55,661 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/08c9d461a49e4e898d126293ec8a4ca4 is 175, key is test_row_0/A:col10/1732110295063/Put/seqid=0
2024-11-20T13:44:55,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742047_1223 (size=31255)
2024-11-20T13:44:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-20T13:44:56,067 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=734, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/08c9d461a49e4e898d126293ec8a4ca4
2024-11-20T13:44:56,079 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/d98707e7671c4fa0a0723cb773ff49ee is 50, key is test_row_0/B:col10/1732110295063/Put/seqid=0
2024-11-20T13:44:56,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742048_1224 (size=12301)
2024-11-20T13:44:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-20T13:44:56,485 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=734 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/d98707e7671c4fa0a0723cb773ff49ee
2024-11-20T13:44:56,495 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/6c8cdfcefdad48248ad8a929c3ad4068 is 50, key is test_row_0/C:col10/1732110295063/Put/seqid=0
2024-11-20T13:44:56,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742049_1225 (size=12301)
2024-11-20T13:44:56,899 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=734 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/6c8cdfcefdad48248ad8a929c3ad4068
2024-11-20T13:44:56,910 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/A/08c9d461a49e4e898d126293ec8a4ca4 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/08c9d461a49e4e898d126293ec8a4ca4
2024-11-20T13:44:56,914 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/08c9d461a49e4e898d126293ec8a4ca4, entries=150, sequenceid=734, filesize=30.5 K
2024-11-20T13:44:56,915 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/B/d98707e7671c4fa0a0723cb773ff49ee as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/d98707e7671c4fa0a0723cb773ff49ee
2024-11-20T13:44:56,919 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/d98707e7671c4fa0a0723cb773ff49ee, entries=150, sequenceid=734, filesize=12.0 K
2024-11-20T13:44:56,920 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/.tmp/C/6c8cdfcefdad48248ad8a929c3ad4068 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/6c8cdfcefdad48248ad8a929c3ad4068
2024-11-20T13:44:56,923 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/6c8cdfcefdad48248ad8a929c3ad4068, entries=150, sequenceid=734, filesize=12.0 K
2024-11-20T13:44:56,924 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for c0cbb92b5d2d3d3e69fe4d1bffef1ac3 in 1692ms, sequenceid=734, compaction requested=true
2024-11-20T13:44:56,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/750963bdb88249e285f58d61dd762979, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/1d3001179b0e49ddb12295c0124d8798, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/2b153d4acf7142dcafa6772e70133eaf, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/48a9254f131742a8b386bd90544817d6, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/6d64a8b4e0464da0beca8f7b6f7050f6, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/aa0b60b9e71f445084a98023ef7828e7, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/e0df673c637541a78a003a55a75e3ae3, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/79f30e72debf4224a3b660b72252d499, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/71064a587e0d43de9203d647553520c1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/0031d8e6f8724d3eae6bd459553564ad, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/5ee23e46ecdb464b9b486aa3115fa814, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/904d55ca65304d61ad7757a67a57b161, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/e5eb2ee33ed44ad49d2d46086a0860ff, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/d91df6f448b241418e18ec8e7c5c1100, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/e3522b8f1a574bf1b96a579cc57add79, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/9292ec02eac34507b9821c8b6b335913, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/44bd6aa959cd4cc88aba23fad98a3b64, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/a798be734108482182f4fe97818572ca, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/5ca19cc4a351454284d5b6ea84efca2a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/bed88e6480a54b658a38aa25b6c5f24c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/2c681418858c4641a444df6157b40b67, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/2c1d03fd2d5d4fedacf967d403f44fab, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/fdd2a59920a84989ae1f97e34aa2356a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/9963de79eaf442b693f0ecfbb0ce553e] to archive
2024-11-20T13:44:56,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-20T13:44:56,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/750963bdb88249e285f58d61dd762979 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/750963bdb88249e285f58d61dd762979
2024-11-20T13:44:56,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/1d3001179b0e49ddb12295c0124d8798 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/1d3001179b0e49ddb12295c0124d8798
2024-11-20T13:44:56,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/2b153d4acf7142dcafa6772e70133eaf to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/2b153d4acf7142dcafa6772e70133eaf
2024-11-20T13:44:56,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/48a9254f131742a8b386bd90544817d6 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/48a9254f131742a8b386bd90544817d6
2024-11-20T13:44:56,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/6d64a8b4e0464da0beca8f7b6f7050f6 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/6d64a8b4e0464da0beca8f7b6f7050f6
2024-11-20T13:44:56,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/aa0b60b9e71f445084a98023ef7828e7 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/aa0b60b9e71f445084a98023ef7828e7
2024-11-20T13:44:56,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/e0df673c637541a78a003a55a75e3ae3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/e0df673c637541a78a003a55a75e3ae3
2024-11-20T13:44:56,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/79f30e72debf4224a3b660b72252d499 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/79f30e72debf4224a3b660b72252d499
2024-11-20T13:44:56,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/71064a587e0d43de9203d647553520c1 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/71064a587e0d43de9203d647553520c1
2024-11-20T13:44:56,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/0031d8e6f8724d3eae6bd459553564ad to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/0031d8e6f8724d3eae6bd459553564ad
2024-11-20T13:44:56,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/5ee23e46ecdb464b9b486aa3115fa814 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/5ee23e46ecdb464b9b486aa3115fa814
2024-11-20T13:44:56,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/904d55ca65304d61ad7757a67a57b161 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/904d55ca65304d61ad7757a67a57b161
2024-11-20T13:44:56,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/e5eb2ee33ed44ad49d2d46086a0860ff to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/e5eb2ee33ed44ad49d2d46086a0860ff
2024-11-20T13:44:56,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/d91df6f448b241418e18ec8e7c5c1100 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/d91df6f448b241418e18ec8e7c5c1100
2024-11-20T13:44:56,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/e3522b8f1a574bf1b96a579cc57add79 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/e3522b8f1a574bf1b96a579cc57add79
2024-11-20T13:44:56,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/9292ec02eac34507b9821c8b6b335913 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/9292ec02eac34507b9821c8b6b335913
2024-11-20T13:44:56,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/44bd6aa959cd4cc88aba23fad98a3b64 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/44bd6aa959cd4cc88aba23fad98a3b64
2024-11-20T13:44:56,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/a798be734108482182f4fe97818572ca to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/a798be734108482182f4fe97818572ca
2024-11-20T13:44:56,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/5ca19cc4a351454284d5b6ea84efca2a to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/5ca19cc4a351454284d5b6ea84efca2a
2024-11-20T13:44:56,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/bed88e6480a54b658a38aa25b6c5f24c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/bed88e6480a54b658a38aa25b6c5f24c
2024-11-20T13:44:56,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/2c681418858c4641a444df6157b40b67 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/2c681418858c4641a444df6157b40b67
2024-11-20T13:44:56,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/2c1d03fd2d5d4fedacf967d403f44fab to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/2c1d03fd2d5d4fedacf967d403f44fab
2024-11-20T13:44:56,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/fdd2a59920a84989ae1f97e34aa2356a to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/fdd2a59920a84989ae1f97e34aa2356a
2024-11-20T13:44:56,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/9963de79eaf442b693f0ecfbb0ce553e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/9963de79eaf442b693f0ecfbb0ce553e
2024-11-20T13:44:56,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/e22f041898444a60a5abe4508d2983c5, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/68f87523d0fd4675a65858a0602f9170, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/9bbab4364f324bba8ee674997c99801c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/080db2cbe67b4ded8ce12de004f25328, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/bcafacbf3ff840aea97992c0118e8bca, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/cac63175ebf940399e5e467b0ed48909, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/9a22908a79ba4c34a23c693958f6f3b9, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/b5ae3a663f534255be0446d3f3c8ebbe, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/bcc7d4cc5e9b4e95a0146aaaa3372e9b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/afc88bff51344eae90620ca2ccff9295, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/5255a5682bca40368fd09a79b8579b7a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/ecaf0c0779aa43cd81af40006de93f5f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/f4f1e3d392ed4337a33427dc5f31fe1c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/cf5a463d90bc473a93d5e194087363e4, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/d57d7398887d4da391e172991ee7e276, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/04c020f30d264ab398cbf42db37a1a9b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/2718b094e4de46a1a72082c3ef3b62a2, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/2670af0afd3149fca5f8f89ac4b09e13, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/25e89f45bc30419bb93fe3098f653394, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/0cadac9e23a84989af18d759860b0152, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/69390ebd76ae444dacd3869366355b28, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/0a0030f60fdb43f6abe00b4a7f3fb1b4, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/55f0987968974bfdbba3ca8fce0b8b7a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/3f49528a898d4c098d83a4a88dc6cc1c] to archive
2024-11-20T13:44:56,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-20T13:44:56,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/e22f041898444a60a5abe4508d2983c5 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/e22f041898444a60a5abe4508d2983c5
2024-11-20T13:44:56,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/68f87523d0fd4675a65858a0602f9170 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/68f87523d0fd4675a65858a0602f9170
2024-11-20T13:44:56,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/9bbab4364f324bba8ee674997c99801c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/9bbab4364f324bba8ee674997c99801c
2024-11-20T13:44:56,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/080db2cbe67b4ded8ce12de004f25328 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/080db2cbe67b4ded8ce12de004f25328
2024-11-20T13:44:56,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/bcafacbf3ff840aea97992c0118e8bca to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/bcafacbf3ff840aea97992c0118e8bca
2024-11-20T13:44:56,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/cac63175ebf940399e5e467b0ed48909 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/cac63175ebf940399e5e467b0ed48909
2024-11-20T13:44:56,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/9a22908a79ba4c34a23c693958f6f3b9 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/9a22908a79ba4c34a23c693958f6f3b9
2024-11-20T13:44:56,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/b5ae3a663f534255be0446d3f3c8ebbe to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/b5ae3a663f534255be0446d3f3c8ebbe
2024-11-20T13:44:56,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/bcc7d4cc5e9b4e95a0146aaaa3372e9b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/bcc7d4cc5e9b4e95a0146aaaa3372e9b
2024-11-20T13:44:56,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/afc88bff51344eae90620ca2ccff9295 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/afc88bff51344eae90620ca2ccff9295
2024-11-20T13:44:56,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/5255a5682bca40368fd09a79b8579b7a to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/5255a5682bca40368fd09a79b8579b7a
2024-11-20T13:44:56,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/ecaf0c0779aa43cd81af40006de93f5f to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/ecaf0c0779aa43cd81af40006de93f5f
2024-11-20T13:44:56,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/f4f1e3d392ed4337a33427dc5f31fe1c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/f4f1e3d392ed4337a33427dc5f31fe1c
2024-11-20T13:44:56,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/cf5a463d90bc473a93d5e194087363e4 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/cf5a463d90bc473a93d5e194087363e4
2024-11-20T13:44:56,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/d57d7398887d4da391e172991ee7e276 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/d57d7398887d4da391e172991ee7e276
2024-11-20T13:44:56,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/04c020f30d264ab398cbf42db37a1a9b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/04c020f30d264ab398cbf42db37a1a9b
2024-11-20T13:44:56,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/2718b094e4de46a1a72082c3ef3b62a2 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/2718b094e4de46a1a72082c3ef3b62a2
2024-11-20T13:44:56,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/2670af0afd3149fca5f8f89ac4b09e13 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/2670af0afd3149fca5f8f89ac4b09e13
2024-11-20T13:44:56,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/25e89f45bc30419bb93fe3098f653394 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/25e89f45bc30419bb93fe3098f653394
2024-11-20T13:44:56,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/0cadac9e23a84989af18d759860b0152 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/0cadac9e23a84989af18d759860b0152
2024-11-20T13:44:56,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/69390ebd76ae444dacd3869366355b28 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/69390ebd76ae444dacd3869366355b28
2024-11-20T13:44:56,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/0a0030f60fdb43f6abe00b4a7f3fb1b4 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/0a0030f60fdb43f6abe00b4a7f3fb1b4
2024-11-20T13:44:56,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/55f0987968974bfdbba3ca8fce0b8b7a to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/55f0987968974bfdbba3ca8fce0b8b7a
2024-11-20T13:44:56,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/3f49528a898d4c098d83a4a88dc6cc1c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/3f49528a898d4c098d83a4a88dc6cc1c
2024-11-20T13:44:56,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/e0aea0bd14d5447d8671457164eea291, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/2a51b496909c469a84281ac544bbfe06, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/18e181e7852f4dbeb5a79cf5954b0e26, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/de978744edb443f796b5b07b0b660739, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/045304459fd1483aae416d63a9a0749f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/ac7634cb88c440fb984175f955bb7732, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/96b56517a28a4b59a872af0ee66ed5ff, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/9924d330431b4c7fa48059a240a29fbf, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/e3f5fd52fe094966837e9555c6b4bca5, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/e1a32dd1ec754d32a4edc339ef0cba2b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/34b2d6a100d241f9ac21bcef6ebace9d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/b48eef9341404a6c811170e36e07116b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/440fe0318f77475693f081604affb328, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/d330f1e55ea544a0b97a1667d6b4fac1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/53dd77f281944273a46ec439155ceaea, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/c8bc4fb24131446291081e2db0d05521, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/fea6ecdd02314834a763296a9b0b0742, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/605d5217af6141d9a455f3238fd6dc2a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/ead7ed783722458b8751b104f4e1cd4b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/79149d1603084c2c91fcfea68cfa1739, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/8a46360508c24b73b1fd46dc887e1b6c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/bfcef70fd5c145af91fbdc1047727eaa, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/b56599532de6471ab6d9c5be421763b1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/910555f079904e3fa02739d17520a3ff] to archive
2024-11-20T13:44:56,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-20T13:44:56,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/e0aea0bd14d5447d8671457164eea291 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/e0aea0bd14d5447d8671457164eea291
2024-11-20T13:44:56,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/2a51b496909c469a84281ac544bbfe06 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/2a51b496909c469a84281ac544bbfe06
2024-11-20T13:44:56,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/18e181e7852f4dbeb5a79cf5954b0e26 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/18e181e7852f4dbeb5a79cf5954b0e26
2024-11-20T13:44:56,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/de978744edb443f796b5b07b0b660739 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/de978744edb443f796b5b07b0b660739
2024-11-20T13:44:56,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/045304459fd1483aae416d63a9a0749f to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/045304459fd1483aae416d63a9a0749f
2024-11-20T13:44:56,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/ac7634cb88c440fb984175f955bb7732 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/ac7634cb88c440fb984175f955bb7732
2024-11-20T13:44:56,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/96b56517a28a4b59a872af0ee66ed5ff to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/96b56517a28a4b59a872af0ee66ed5ff
2024-11-20T13:44:56,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/9924d330431b4c7fa48059a240a29fbf to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/9924d330431b4c7fa48059a240a29fbf
2024-11-20T13:44:56,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/e3f5fd52fe094966837e9555c6b4bca5 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/e3f5fd52fe094966837e9555c6b4bca5
2024-11-20T13:44:56,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/e1a32dd1ec754d32a4edc339ef0cba2b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/e1a32dd1ec754d32a4edc339ef0cba2b
2024-11-20T13:44:56,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/34b2d6a100d241f9ac21bcef6ebace9d to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/34b2d6a100d241f9ac21bcef6ebace9d
2024-11-20T13:44:56,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/b48eef9341404a6c811170e36e07116b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/b48eef9341404a6c811170e36e07116b
2024-11-20T13:44:56,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/440fe0318f77475693f081604affb328 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/440fe0318f77475693f081604affb328
2024-11-20T13:44:56,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/d330f1e55ea544a0b97a1667d6b4fac1 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/d330f1e55ea544a0b97a1667d6b4fac1
2024-11-20T13:44:56,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/53dd77f281944273a46ec439155ceaea to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/53dd77f281944273a46ec439155ceaea
2024-11-20T13:44:56,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/c8bc4fb24131446291081e2db0d05521 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/c8bc4fb24131446291081e2db0d05521
2024-11-20T13:44:56,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/fea6ecdd02314834a763296a9b0b0742 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/fea6ecdd02314834a763296a9b0b0742
2024-11-20T13:44:56,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/605d5217af6141d9a455f3238fd6dc2a to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/605d5217af6141d9a455f3238fd6dc2a
2024-11-20T13:44:56,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/ead7ed783722458b8751b104f4e1cd4b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/ead7ed783722458b8751b104f4e1cd4b
2024-11-20T13:44:56,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/79149d1603084c2c91fcfea68cfa1739 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/79149d1603084c2c91fcfea68cfa1739
2024-11-20T13:44:56,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/8a46360508c24b73b1fd46dc887e1b6c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/8a46360508c24b73b1fd46dc887e1b6c
2024-11-20T13:44:56,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/bfcef70fd5c145af91fbdc1047727eaa to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/bfcef70fd5c145af91fbdc1047727eaa
2024-11-20T13:44:56,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/b56599532de6471ab6d9c5be421763b1 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/b56599532de6471ab6d9c5be421763b1
2024-11-20T13:44:56,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/910555f079904e3fa02739d17520a3ff to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/910555f079904e3fa02739d17520a3ff
2024-11-20T13:44:56,997 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/recovered.edits/737.seqid, newMaxSeqId=737, maxSeqId=4
2024-11-20T13:44:56,997 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.
2024-11-20T13:44:56,998 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1676): Region close journal for c0cbb92b5d2d3d3e69fe4d1bffef1ac3:
Waiting for close lock at 1732110295232Running coprocessor pre-close hooks at 1732110295232Disabling compacts and flushes for region at 1732110295232Disabling writes for close at 1732110295232Obtaining lock to block concurrent updates at 1732110295233 (+1 ms)Preparing flush snapshotting stores in c0cbb92b5d2d3d3e69fe4d1bffef1ac3 at 1732110295233Finished memstore snapshotting TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732110295234 (+1 ms)Flushing stores of TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3. at 1732110295236 (+2 ms)Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A: creating writer at 1732110295236Flushing mob file c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A: appending metadata at 1732110295245 (+9 ms)Flushing mob file c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A: closing flushed file at 1732110295245Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A: appending metadata at 1732110295661 (+416 ms)Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A: closing flushed file at 1732110295661Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B: creating writer at 1732110296074 (+413 ms)Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B: appending metadata at 1732110296079 (+5 ms)Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B: closing flushed file at 1732110296079Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C: creating writer at 1732110296490 (+411 ms)Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C: appending metadata at 1732110296494 (+4 ms)Flushing c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C: closing flushed file at 1732110296494Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c472c01: reopening flushed file at 1732110296908 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3134b00d: reopening flushed file at 1732110296914 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36b82ec: reopening flushed file at 1732110296919 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for c0cbb92b5d2d3d3e69fe4d1bffef1ac3 in 1692ms, sequenceid=734, compaction requested=true at 1732110296924 (+5 ms)Writing region close event to WAL at 1732110296994 (+70 ms)Running coprocessor post-close hooks at 1732110296997 (+3 ms)Closed at 1732110296997
2024-11-20T13:44:56,999 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(157): Closed c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,000 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, regionState=CLOSED
2024-11-20T13:44:57,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487 because future has completed
2024-11-20T13:44:57,003 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64
2024-11-20T13:44:57,003 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseRegionProcedure c0cbb92b5d2d3d3e69fe4d1bffef1ac3, server=28425b5b8f92,46817,1732110231487 in 1.9230 sec
2024-11-20T13:44:57,004 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63
2024-11-20T13:44:57,004 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0cbb92b5d2d3d3e69fe4d1bffef1ac3, UNASSIGN in 1.9270 sec
2024-11-20T13:44:57,006 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62
2024-11-20T13:44:57,006 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9290 sec
2024-11-20T13:44:57,007 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110297007"}]},"ts":"1732110297007"}
2024-11-20T13:44:57,009 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-20T13:44:57,009 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-20T13:44:57,010 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9380 sec
2024-11-20T13:44:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-20T13:44:57,223 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:57,223 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-20T13:44:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:44:57,227 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=66, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:44:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-20T13:44:57,229 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=66, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:44:57,233 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,237 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A, FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B, FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C, FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/recovered.edits]
2024-11-20T13:44:57,241 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/08c9d461a49e4e898d126293ec8a4ca4 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/08c9d461a49e4e898d126293ec8a4ca4
2024-11-20T13:44:57,243 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/8398251c88884cf487bbb90d807cedbb to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/8398251c88884cf487bbb90d807cedbb
2024-11-20T13:44:57,245 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/d6fe2b82feef4e00b66d47e87b621aa4 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/A/d6fe2b82feef4e00b66d47e87b621aa4
2024-11-20T13:44:57,249 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/03b2a392f6064c22804587e3a453a8b8 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/03b2a392f6064c22804587e3a453a8b8
2024-11-20T13:44:57,251 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/6cc1cf5191344f3fb8c21896a3a19fc4 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/6cc1cf5191344f3fb8c21896a3a19fc4
2024-11-20T13:44:57,254 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/d98707e7671c4fa0a0723cb773ff49ee to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/B/d98707e7671c4fa0a0723cb773ff49ee
2024-11-20T13:44:57,257 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/5e4d77353eb74efcb58bcc6260691488 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/5e4d77353eb74efcb58bcc6260691488
2024-11-20T13:44:57,259 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/5ed5457d8ceb4412913864bad743d7f5 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/5ed5457d8ceb4412913864bad743d7f5
2024-11-20T13:44:57,261 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/6c8cdfcefdad48248ad8a929c3ad4068 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/C/6c8cdfcefdad48248ad8a929c3ad4068
2024-11-20T13:44:57,265 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/recovered.edits/737.seqid to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3/recovered.edits/737.seqid
2024-11-20T13:44:57,266 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,267 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-20T13:44:57,267 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-20T13:44:57,269 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-20T13:44:57,274 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120019a90123827487cae1e18a320a95594_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120019a90123827487cae1e18a320a95594_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,275 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112013c8210b616a4de6bfcba3a37931ce45_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112013c8210b616a4de6bfcba3a37931ce45_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,277 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201b375954e59f4ad8a43e3f5b7bb9a2a1_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201b375954e59f4ad8a43e3f5b7bb9a2a1_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,278 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112028d4af4dbb964938bd79ec2bffde6e31_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112028d4af4dbb964938bd79ec2bffde6e31_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,279 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112033b6839776be48e081137a57e0e47dc0_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112033b6839776be48e081137a57e0e47dc0_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,280 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112037546b40278f4dceb565c0c3300d4fb1_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112037546b40278f4dceb565c0c3300d4fb1_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,281 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112057a6b86237bd4d80ae608760198163f6_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112057a6b86237bd4d80ae608760198163f6_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,282 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205802788df1a14181baff730354ff864f_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205802788df1a14181baff730354ff864f_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,283 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120929ce8a2628d47349fc8b19a74ab17f2_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120929ce8a2628d47349fc8b19a74ab17f2_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,284 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120973db070740446c89fbda36cd83fef90_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120973db070740446c89fbda36cd83fef90_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,285 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209ca7812c60f842529127097befde7602_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209ca7812c60f842529127097befde7602_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,286 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209f50c0f969d742b9a9562ba644915359_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209f50c0f969d742b9a9562ba644915359_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,287 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120abe6024576be425ca9703931ccab32e5_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120abe6024576be425ca9703931ccab32e5_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,288 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120af4ce3e66b2d4d2d96a2c7b9baf66066_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120af4ce3e66b2d4d2d96a2c7b9baf66066_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,289 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b214540330314c6189e20e6c50380a9e_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b214540330314c6189e20e6c50380a9e_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,290 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b763d406b2d74fe981fae2d5371b4be1_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b763d406b2d74fe981fae2d5371b4be1_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,290 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c547f4b5d5c9407e8f9f8587d3184b03_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c547f4b5d5c9407e8f9f8587d3184b03_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,291 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d91737b3cdac4d1bb444f6c0e03cdf59_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d91737b3cdac4d1bb444f6c0e03cdf59_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,292 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e38081440ff74b4888192f86d4902199_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e38081440ff74b4888192f86d4902199_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,293 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f4b6e31eaba14f5bbbbbe5f2357b6f04_c0cbb92b5d2d3d3e69fe4d1bffef1ac3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f4b6e31eaba14f5bbbbbe5f2357b6f04_c0cbb92b5d2d3d3e69fe4d1bffef1ac3
2024-11-20T13:44:57,294 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-20T13:44:57,295 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=66, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:44:57,298 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-20T13:44:57,299 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-20T13:44:57,300 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=66, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:44:57,300 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-20T13:44:57,301 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732110297300"}]},"ts":"9223372036854775807"}
2024-11-20T13:44:57,302 INFO  [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-20T13:44:57,302 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c0cbb92b5d2d3d3e69fe4d1bffef1ac3, NAME => 'TestAcidGuarantees,,1732110261686.c0cbb92b5d2d3d3e69fe4d1bffef1ac3.', STARTKEY => '', ENDKEY => ''}]
2024-11-20T13:44:57,302 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-20T13:44:57,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732110297302"}]},"ts":"9223372036854775807"}
2024-11-20T13:44:57,304 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-20T13:44:57,304 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=66, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:44:57,305 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 81 msec
2024-11-20T13:44:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-20T13:44:57,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-20T13:44:57,332 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:57,341 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 249), OpenFileDescriptor=449 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 442), ProcessCount=11 (was 11), AvailableMemoryMB=7474 (was 7655)
2024-11-20T13:44:57,348 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=7473
2024-11-20T13:44:57,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-20T13:44:57,349 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T13:44:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-20T13:44:57,351 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T13:44:57,351 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:57,351 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 67
2024-11-20T13:44:57,352 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T13:44:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-11-20T13:44:57,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742050_1226 (size=1061)
2024-11-20T13:44:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-11-20T13:44:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-11-20T13:44:57,764 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d
2024-11-20T13:44:57,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742051_1227 (size=53)
2024-11-20T13:44:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-11-20T13:44:58,210 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T13:44:58,211 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 84ada09387f0eaed97a498227b9eae41, disabling compactions & flushes
2024-11-20T13:44:58,211 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:44:58,211 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:44:58,211 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. after waiting 0 ms
2024-11-20T13:44:58,212 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:44:58,212 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:44:58,212 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 84ada09387f0eaed97a498227b9eae41:
Waiting for close lock at 1732110298211Disabling compacts and flushes for region at 1732110298211Disabling writes for close at 1732110298211Writing region close event to WAL at 1732110298212 (+1 ms)Closed at 1732110298212
2024-11-20T13:44:58,214 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T13:44:58,214 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732110298214"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110298214"}]},"ts":"1732110298214"}
2024-11-20T13:44:58,217 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T13:44:58,219 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T13:44:58,219 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110298219"}]},"ts":"1732110298219"}
2024-11-20T13:44:58,222 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-20T13:44:58,223 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=84ada09387f0eaed97a498227b9eae41, ASSIGN}]
2024-11-20T13:44:58,225 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=84ada09387f0eaed97a498227b9eae41, ASSIGN
2024-11-20T13:44:58,226 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=84ada09387f0eaed97a498227b9eae41, ASSIGN; state=OFFLINE, location=28425b5b8f92,46817,1732110231487; forceNewPlan=false, retain=false
2024-11-20T13:44:58,377 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=84ada09387f0eaed97a498227b9eae41, regionState=OPENING, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:58,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=84ada09387f0eaed97a498227b9eae41, ASSIGN because future has completed
2024-11-20T13:44:58,381 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487}]
2024-11-20T13:44:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-11-20T13:44:58,542 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:44:58,542 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
2024-11-20T13:44:58,543 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:44:58,543 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T13:44:58,543 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:44:58,544 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:44:58,546 INFO  [StoreOpener-84ada09387f0eaed97a498227b9eae41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 84ada09387f0eaed97a498227b9eae41 
2024-11-20T13:44:58,548 INFO  [StoreOpener-84ada09387f0eaed97a498227b9eae41-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:44:58,548 INFO  [StoreOpener-84ada09387f0eaed97a498227b9eae41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84ada09387f0eaed97a498227b9eae41 columnFamilyName A
2024-11-20T13:44:58,548 DEBUG [StoreOpener-84ada09387f0eaed97a498227b9eae41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:58,549 INFO  [StoreOpener-84ada09387f0eaed97a498227b9eae41-1 {}] regionserver.HStore(327): Store=84ada09387f0eaed97a498227b9eae41/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:44:58,549 INFO  [StoreOpener-84ada09387f0eaed97a498227b9eae41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 84ada09387f0eaed97a498227b9eae41 
2024-11-20T13:44:58,550 INFO  [StoreOpener-84ada09387f0eaed97a498227b9eae41-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:44:58,551 INFO  [StoreOpener-84ada09387f0eaed97a498227b9eae41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84ada09387f0eaed97a498227b9eae41 columnFamilyName B
2024-11-20T13:44:58,551 DEBUG [StoreOpener-84ada09387f0eaed97a498227b9eae41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:58,551 INFO  [StoreOpener-84ada09387f0eaed97a498227b9eae41-1 {}] regionserver.HStore(327): Store=84ada09387f0eaed97a498227b9eae41/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:44:58,551 INFO  [StoreOpener-84ada09387f0eaed97a498227b9eae41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 84ada09387f0eaed97a498227b9eae41 
2024-11-20T13:44:58,552 INFO  [StoreOpener-84ada09387f0eaed97a498227b9eae41-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:44:58,553 INFO  [StoreOpener-84ada09387f0eaed97a498227b9eae41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84ada09387f0eaed97a498227b9eae41 columnFamilyName C
2024-11-20T13:44:58,553 DEBUG [StoreOpener-84ada09387f0eaed97a498227b9eae41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:44:58,553 INFO  [StoreOpener-84ada09387f0eaed97a498227b9eae41-1 {}] regionserver.HStore(327): Store=84ada09387f0eaed97a498227b9eae41/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:44:58,553 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:44:58,554 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:44:58,555 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41
2024-11-20T13:44:58,555 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41
2024-11-20T13:44:58,556 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:44:58,556 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:44:58,557 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-20T13:44:58,558 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:44:58,560 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T13:44:58,560 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 84ada09387f0eaed97a498227b9eae41; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63012267, jitterRate=-0.06104405224323273}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-20T13:44:58,560 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:44:58,561 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 84ada09387f0eaed97a498227b9eae41:
Running coprocessor pre-open hook at 1732110298544Writing region info on filesystem at 1732110298544Initializing all the Stores at 1732110298545 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110298545Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110298546 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110298546Cleaning up temporary data from old regions at 1732110298556 (+10 ms)Running coprocessor post-open hooks at 1732110298560 (+4 ms)Region opened successfully at 1732110298561 (+1 ms)
2024-11-20T13:44:58,562 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., pid=69, masterSystemTime=1732110298535
2024-11-20T13:44:58,563 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:44:58,563 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:44:58,564 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=84ada09387f0eaed97a498227b9eae41, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:58,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487 because future has completed
2024-11-20T13:44:58,567 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68
2024-11-20T13:44:58,567 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487 in 185 msec
2024-11-20T13:44:58,569 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67
2024-11-20T13:44:58,569 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=84ada09387f0eaed97a498227b9eae41, ASSIGN in 345 msec
2024-11-20T13:44:58,569 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T13:44:58,570 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110298569"}]},"ts":"1732110298569"}
2024-11-20T13:44:58,571 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-20T13:44:58,571 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T13:44:58,573 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2210 sec
2024-11-20T13:44:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-11-20T13:44:59,503 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:44:59,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3d806c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:44:59,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:44:59,506 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:44:59,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:44:59,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:44:59,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17883f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:44:59,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:44:59,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:59,509 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:44:59,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63320e63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:44:59,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:44:59,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:44:59,514 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:44:59,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-20T13:44:59,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 28425b5b8f92,46265,1732110230749
2024-11-20T13:44:59,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e1a8638
2024-11-20T13:44:59,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-20T13:44:59,518 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49406, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-20T13:44:59,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e5bf58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:44:59,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:44:59,521 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:44:59,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:44:59,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:44:59,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6159b283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:44:59,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:44:59,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:59,524 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:44:59,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c89d5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b24a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:44:59,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:44:59,527 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:44:59,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:44:59,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:44:59,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7a0ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:44:59,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:44:59,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:59,529 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49448, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:44:59,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8351cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e66c663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:44:59,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:44:59,531 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:44:59,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:44:59,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:44:59,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e657641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:44:59,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:44:59,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:59,533 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49454, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:44:59,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48110f59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d7791dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,535 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:44:59,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:44:59,535 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:44:59,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:44:59,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:44:59,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fea9c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:44:59,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:44:59,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:59,537 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:44:59,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0762e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51107695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:44:59,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:44:59,539 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:44:59,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:44:59,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:44:59,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6796b56f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:44:59,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:44:59,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:59,540 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:44:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799c285b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a987c8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:44:59,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:44:59,542 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:44:59,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:44:59,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:44:59,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284136fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:44:59,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:44:59,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:59,543 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:44:59,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bf3c31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a60f526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:44:59,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:44:59,544 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:44:59,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:44:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:44:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41514e6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:44:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:44:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:59,546 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:44:59,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ccd072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd078e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,547 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:44:59,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:44:59,547 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:44:59,547 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:44:59,547 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:44:59,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b778278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:44:59,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:44:59,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:59,548 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:44:59,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5c0436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515ac970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:44:59,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:44:59,550 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:44:59,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:44:59,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:44:59,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11361663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:44:59,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:44:59,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:59,551 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:44:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93d3339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a38ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:44:59,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:44:59,553 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:44:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:44:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:44:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac7805f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:44:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:44:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:44:59,554 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:44:59,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4932a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:44:59,555 DEBUG [Thread-1084 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:44:59,555 DEBUG [Thread-1071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:44:59,555 DEBUG [Thread-1082 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:44:59,555 DEBUG [Thread-1069 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:44:59,555 DEBUG [Thread-1073 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:44:59,556 DEBUG [Thread-1086 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:44:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:44:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:44:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:44:59,556 DEBUG [Thread-1084 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:44:59,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:44:59,557 DEBUG [Thread-1084 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:44:59,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:44:59,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:44:59,557 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:44:59,558 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:44:59,558 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:44:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:44:59,558 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:44:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:44:59,559 DEBUG [Thread-1069 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:44:59,559 DEBUG [Thread-1069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:44:59,559 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:44:59,559 DEBUG [Thread-1067 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:44:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees
2024-11-20T13:44:59,559 DEBUG [Thread-1075 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:44:59,559 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:44:59,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:44:59,561 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:44:59,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:44:59,561 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:44:59,561 DEBUG [Thread-1078 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:44:59,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:44:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-20T13:44:59,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:44:59,562 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:44:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:44:59,562 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:44:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:44:59,562 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:44:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:44:59,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:44:59,564 DEBUG [Thread-1078 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:44:59,564 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:44:59,564 DEBUG [Thread-1078 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:44:59,564 DEBUG [Thread-1080 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:44:59,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:44:59,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:44:59,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:44:59,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:44:59,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:44:59,566 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:44:59,567 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:44:59,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:44:59,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:44:59,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:44:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:44:59,572 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-20T13:44:59,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:44:59,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:59,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:44:59,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:59,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:44:59,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:44:59,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/7360802f991c470b8c5319b6cb7279a5 is 50, key is test_row_0/A:col10/1732110299570/Put/seqid=0
2024-11-20T13:44:59,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110299637, max timestamp=1732110299650Num uniques 859; 
2024-11-20T13:44:59,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110299637, max timestamp=1732110299650Num uniques 859; 
2024-11-20T13:44:59,654 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:44:59,654 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:44:59,654 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110299637, max timestamp=1732110299650Num uniques 859; 
2024-11-20T13:44:59,654 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:44:59,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742052_1228 (size=12001)
2024-11-20T13:44:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-20T13:44:59,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110359672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:59,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:59,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110359672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:59,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:59,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110359674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:59,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:59,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:59,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110359678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:59,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:59,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110359679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:59,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:59,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-20T13:44:59,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:44:59,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:44:59,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:44:59,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:59,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:59,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110359782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:59,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110359782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:59,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110359782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:59,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:59,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:59,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110359791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:59,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:59,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110359791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:59,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:59,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:59,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-20T13:44:59,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:44:59,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:44:59,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:44:59,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:59,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:44:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-20T13:44:59,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110359992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:59,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:59,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110359992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:44:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:44:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110359992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:44:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:44:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:00,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110360002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:00,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:00,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110360002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:00,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:00,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-20T13:45:00,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:00,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:00,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:00,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:00,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:00,063 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/7360802f991c470b8c5319b6cb7279a5
2024-11-20T13:45:00,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/e9da4ec19c6847dcb00f1d607669e75c is 50, key is test_row_0/B:col10/1732110299570/Put/seqid=0
2024-11-20T13:45:00,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742053_1229 (size=12001)
2024-11-20T13:45:00,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-20T13:45:00,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:00,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:00,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:00,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:00,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-20T13:45:00,302 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110360301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:00,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:00,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110360302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:00,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:00,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110360302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:00,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:00,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110360312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:00,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110360312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:00,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-20T13:45:00,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:00,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:00,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:00,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:00,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:00,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-20T13:45:00,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:00,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:00,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:00,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:00,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:00,500 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/e9da4ec19c6847dcb00f1d607669e75c
2024-11-20T13:45:00,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/b2923c0b7fbe4339b02903b3813e883b is 50, key is test_row_0/C:col10/1732110299570/Put/seqid=0
2024-11-20T13:45:00,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742054_1230 (size=12001)
2024-11-20T13:45:00,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-20T13:45:00,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:00,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:00,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:00,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:00,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-20T13:45:00,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-20T13:45:00,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:00,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:00,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:00,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:00,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:00,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110360812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:00,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110360812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110360812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:00,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:00,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110360822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:00,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:00,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110360822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:00,922 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/b2923c0b7fbe4339b02903b3813e883b
2024-11-20T13:45:00,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/7360802f991c470b8c5319b6cb7279a5 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/7360802f991c470b8c5319b6cb7279a5
2024-11-20T13:45:00,929 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/7360802f991c470b8c5319b6cb7279a5, entries=150, sequenceid=11, filesize=11.7 K
2024-11-20T13:45:00,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/e9da4ec19c6847dcb00f1d607669e75c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/e9da4ec19c6847dcb00f1d607669e75c
2024-11-20T13:45:00,933 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/e9da4ec19c6847dcb00f1d607669e75c, entries=150, sequenceid=11, filesize=11.7 K
2024-11-20T13:45:00,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/b2923c0b7fbe4339b02903b3813e883b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/b2923c0b7fbe4339b02903b3813e883b
2024-11-20T13:45:00,938 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/b2923c0b7fbe4339b02903b3813e883b, entries=150, sequenceid=11, filesize=11.7 K
2024-11-20T13:45:00,938 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 84ada09387f0eaed97a498227b9eae41 in 1366ms, sequenceid=11, compaction requested=false
2024-11-20T13:45:00,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:00,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-20T13:45:00,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:00,941 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-11-20T13:45:00,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:45:00,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:00,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:45:00,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:00,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:45:00,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:00,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/1c905c7f878546a78ba3c54affcec425 is 50, key is test_row_0/A:col10/1732110299667/Put/seqid=0
2024-11-20T13:45:00,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742055_1231 (size=12001)
2024-11-20T13:45:00,955 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/1c905c7f878546a78ba3c54affcec425
2024-11-20T13:45:00,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/58564a560a824208b84dd9040b34beaa is 50, key is test_row_0/B:col10/1732110299667/Put/seqid=0
2024-11-20T13:45:00,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742056_1232 (size=12001)
2024-11-20T13:45:01,387 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/58564a560a824208b84dd9040b34beaa
2024-11-20T13:45:01,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/3589e44582fe4f6fb9c71e157d0aa755 is 50, key is test_row_0/C:col10/1732110299667/Put/seqid=0
2024-11-20T13:45:01,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742057_1233 (size=12001)
2024-11-20T13:45:01,405 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/3589e44582fe4f6fb9c71e157d0aa755
2024-11-20T13:45:01,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/1c905c7f878546a78ba3c54affcec425 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/1c905c7f878546a78ba3c54affcec425
2024-11-20T13:45:01,414 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/1c905c7f878546a78ba3c54affcec425, entries=150, sequenceid=46, filesize=11.7 K
2024-11-20T13:45:01,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/58564a560a824208b84dd9040b34beaa as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/58564a560a824208b84dd9040b34beaa
2024-11-20T13:45:01,419 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/58564a560a824208b84dd9040b34beaa, entries=150, sequenceid=46, filesize=11.7 K
2024-11-20T13:45:01,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/3589e44582fe4f6fb9c71e157d0aa755 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/3589e44582fe4f6fb9c71e157d0aa755
2024-11-20T13:45:01,424 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/3589e44582fe4f6fb9c71e157d0aa755, entries=150, sequenceid=46, filesize=11.7 K
2024-11-20T13:45:01,426 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=0 B/0 for 84ada09387f0eaed97a498227b9eae41 in 485ms, sequenceid=46, compaction requested=false
2024-11-20T13:45:01,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:01,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:01,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71
2024-11-20T13:45:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=71
2024-11-20T13:45:01,430 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70
2024-11-20T13:45:01,430 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8660 sec
2024-11-20T13:45:01,433 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.8740 sec
2024-11-20T13:45:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-20T13:45:01,712 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:01,712 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:45:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees
2024-11-20T13:45:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-20T13:45:01,714 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:45:01,714 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:45:01,714 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:45:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-20T13:45:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:45:01,857 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-20T13:45:01,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:45:01,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:01,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:45:01,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:01,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:45:01,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:01,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/c247e5ca988041ed8de86bafcc8d5da5 is 50, key is test_row_0/A:col10/1732110301857/Put/seqid=0
2024-11-20T13:45:01,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742058_1234 (size=14341)
2024-11-20T13:45:01,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-20T13:45:01,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:01,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:01,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:01,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:01,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:01,884 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110301876, max timestamp=1732110301881Num uniques 859; 
2024-11-20T13:45:01,884 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110301876, max timestamp=1732110301881Num uniques 859; 
2024-11-20T13:45:01,884 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:45:01,884 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:45:01,884 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110301876, max timestamp=1732110301881Num uniques 859; 
2024-11-20T13:45:01,884 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:45:01,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110361894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:01,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:01,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110361895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:01,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:01,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:01,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110361896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:01,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:01,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:01,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:01,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:01,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:01,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:01,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110361899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:01,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:01,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110361900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:01,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:01,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:01,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:01,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:01,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:02,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110362011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:02,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:02,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110362012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:02,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:02,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:02,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110362012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:02,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:02,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:02,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110362012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:02,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:02,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110362012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:02,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:02,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-20T13:45:02,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:02,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:02,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:02,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:02,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-20T13:45:02,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-20T13:45:02,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:02,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:02,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:02,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:02,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:02,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110362222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:02,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:02,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110362222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:02,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110362222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110362222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:02,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110362222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:02,267 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/c247e5ca988041ed8de86bafcc8d5da5
2024-11-20T13:45:02,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/2867cd1c0f6341a3bc982e04a6fd3f38 is 50, key is test_row_0/B:col10/1732110301857/Put/seqid=0
2024-11-20T13:45:02,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742059_1235 (size=12001)
2024-11-20T13:45:02,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-20T13:45:02,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:02,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:02,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:02,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:02,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-20T13:45:02,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-20T13:45:02,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:02,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:02,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:02,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:02,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:02,525 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T13:45:02,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110362532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:02,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110362532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:02,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:02,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:02,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110362532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:02,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:02,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110362532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110362533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:02,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-20T13:45:02,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:02,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:02,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:02,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:02,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:02,680 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/2867cd1c0f6341a3bc982e04a6fd3f38
2024-11-20T13:45:02,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/cdc33b823a5e4eaaaa4da2d53aac416c is 50, key is test_row_0/C:col10/1732110301857/Put/seqid=0
2024-11-20T13:45:02,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742060_1236 (size=12001)
2024-11-20T13:45:02,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-20T13:45:02,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:02,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:02,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:02,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:02,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-20T13:45:02,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-20T13:45:02,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:02,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:02,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:02,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:02,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:03,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110363042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:03,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:03,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:03,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110363042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:03,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:03,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:03,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:03,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:03,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110363051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:03,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110363051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:03,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110363051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:03,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-20T13:45:03,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:03,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:03,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:03,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:03,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:03,094 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/cdc33b823a5e4eaaaa4da2d53aac416c
2024-11-20T13:45:03,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/c247e5ca988041ed8de86bafcc8d5da5 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c247e5ca988041ed8de86bafcc8d5da5
2024-11-20T13:45:03,101 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c247e5ca988041ed8de86bafcc8d5da5, entries=200, sequenceid=57, filesize=14.0 K
2024-11-20T13:45:03,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/2867cd1c0f6341a3bc982e04a6fd3f38 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/2867cd1c0f6341a3bc982e04a6fd3f38
2024-11-20T13:45:03,106 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/2867cd1c0f6341a3bc982e04a6fd3f38, entries=150, sequenceid=57, filesize=11.7 K
2024-11-20T13:45:03,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/cdc33b823a5e4eaaaa4da2d53aac416c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/cdc33b823a5e4eaaaa4da2d53aac416c
2024-11-20T13:45:03,111 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/cdc33b823a5e4eaaaa4da2d53aac416c, entries=150, sequenceid=57, filesize=11.7 K
2024-11-20T13:45:03,111 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 84ada09387f0eaed97a498227b9eae41 in 1254ms, sequenceid=57, compaction requested=true
2024-11-20T13:45:03,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:03,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:45:03,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:03,112 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:03,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:45:03,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:03,112 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:03,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:45:03,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:03,112 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:03,112 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:03,113 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/B is initiating minor compaction (all files)
2024-11-20T13:45:03,113 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/A is initiating minor compaction (all files)
2024-11-20T13:45:03,113 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/A in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:03,113 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/B in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:03,113 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/e9da4ec19c6847dcb00f1d607669e75c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/58564a560a824208b84dd9040b34beaa, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/2867cd1c0f6341a3bc982e04a6fd3f38] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=35.2 K
2024-11-20T13:45:03,113 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/7360802f991c470b8c5319b6cb7279a5, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/1c905c7f878546a78ba3c54affcec425, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c247e5ca988041ed8de86bafcc8d5da5] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=37.4 K
2024-11-20T13:45:03,113 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting e9da4ec19c6847dcb00f1d607669e75c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732110299565
2024-11-20T13:45:03,113 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7360802f991c470b8c5319b6cb7279a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732110299565
2024-11-20T13:45:03,113 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 58564a560a824208b84dd9040b34beaa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732110299667
2024-11-20T13:45:03,113 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c905c7f878546a78ba3c54affcec425, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732110299667
2024-11-20T13:45:03,114 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 2867cd1c0f6341a3bc982e04a6fd3f38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732110301856
2024-11-20T13:45:03,114 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting c247e5ca988041ed8de86bafcc8d5da5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732110301822
2024-11-20T13:45:03,122 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#A#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:03,123 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/77646169e1cb4af89e60f54f84699d53 is 50, key is test_row_0/A:col10/1732110301857/Put/seqid=0
2024-11-20T13:45:03,127 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#B#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:03,128 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/571a3f7d05914c1eb70899eeccbc6d47 is 50, key is test_row_0/B:col10/1732110301857/Put/seqid=0
2024-11-20T13:45:03,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742062_1238 (size=12104)
2024-11-20T13:45:03,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742061_1237 (size=12104)
2024-11-20T13:45:03,165 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/77646169e1cb4af89e60f54f84699d53 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/77646169e1cb4af89e60f54f84699d53
2024-11-20T13:45:03,166 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/571a3f7d05914c1eb70899eeccbc6d47 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/571a3f7d05914c1eb70899eeccbc6d47
2024-11-20T13:45:03,173 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/A of 84ada09387f0eaed97a498227b9eae41 into 77646169e1cb4af89e60f54f84699d53(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:03,173 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:03,173 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/A, priority=13, startTime=1732110303111; duration=0sec
2024-11-20T13:45:03,173 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:03,173 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:A
2024-11-20T13:45:03,173 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:03,175 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:03,175 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/C is initiating minor compaction (all files)
2024-11-20T13:45:03,175 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/C in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:03,175 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/b2923c0b7fbe4339b02903b3813e883b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/3589e44582fe4f6fb9c71e157d0aa755, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/cdc33b823a5e4eaaaa4da2d53aac416c] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=35.2 K
2024-11-20T13:45:03,176 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/B of 84ada09387f0eaed97a498227b9eae41 into 571a3f7d05914c1eb70899eeccbc6d47(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:03,176 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:03,176 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/B, priority=13, startTime=1732110303112; duration=0sec
2024-11-20T13:45:03,176 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:03,176 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:B
2024-11-20T13:45:03,177 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2923c0b7fbe4339b02903b3813e883b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732110299565
2024-11-20T13:45:03,177 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3589e44582fe4f6fb9c71e157d0aa755, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732110299667
2024-11-20T13:45:03,177 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdc33b823a5e4eaaaa4da2d53aac416c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732110301856
2024-11-20T13:45:03,187 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#C#compaction#194 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:03,187 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/85a16da339c74067977254a558cb8cdf is 50, key is test_row_0/C:col10/1732110301857/Put/seqid=0
2024-11-20T13:45:03,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742063_1239 (size=12104)
2024-11-20T13:45:03,209 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/85a16da339c74067977254a558cb8cdf as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/85a16da339c74067977254a558cb8cdf
2024-11-20T13:45:03,220 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/C of 84ada09387f0eaed97a498227b9eae41 into 85a16da339c74067977254a558cb8cdf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:03,220 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:03,220 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/C, priority=13, startTime=1732110303112; duration=0sec
2024-11-20T13:45:03,220 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:03,220 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:C
2024-11-20T13:45:03,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-20T13:45:03,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:03,242 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB
2024-11-20T13:45:03,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:45:03,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:03,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:45:03,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:03,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:45:03,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:03,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/1072de7daa9948d1b54d1e5971cc27b9 is 50, key is test_row_0/A:col10/1732110301895/Put/seqid=0
2024-11-20T13:45:03,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742064_1240 (size=12001)
2024-11-20T13:45:03,653 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/1072de7daa9948d1b54d1e5971cc27b9
2024-11-20T13:45:03,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/6f419fe80faf4a078befda96e0f11e26 is 50, key is test_row_0/B:col10/1732110301895/Put/seqid=0
2024-11-20T13:45:03,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742065_1241 (size=12001)
2024-11-20T13:45:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-20T13:45:04,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:45:04,064 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/6f419fe80faf4a078befda96e0f11e26
2024-11-20T13:45:04,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/035dc93fa5a64be38cf67009be11b157 is 50, key is test_row_0/C:col10/1732110301895/Put/seqid=0
2024-11-20T13:45:04,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742066_1242 (size=12001)
2024-11-20T13:45:04,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110364094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110364095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110364101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110364102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110364103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110364212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110364212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110364212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110364212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110364212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110364422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110364422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,425 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110364422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,425 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110364422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,426 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110364422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,474 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/035dc93fa5a64be38cf67009be11b157
2024-11-20T13:45:04,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/1072de7daa9948d1b54d1e5971cc27b9 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/1072de7daa9948d1b54d1e5971cc27b9
2024-11-20T13:45:04,481 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/1072de7daa9948d1b54d1e5971cc27b9, entries=150, sequenceid=94, filesize=11.7 K
2024-11-20T13:45:04,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/6f419fe80faf4a078befda96e0f11e26 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/6f419fe80faf4a078befda96e0f11e26
2024-11-20T13:45:04,485 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/6f419fe80faf4a078befda96e0f11e26, entries=150, sequenceid=94, filesize=11.7 K
2024-11-20T13:45:04,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/035dc93fa5a64be38cf67009be11b157 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/035dc93fa5a64be38cf67009be11b157
2024-11-20T13:45:04,489 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/035dc93fa5a64be38cf67009be11b157, entries=150, sequenceid=94, filesize=11.7 K
2024-11-20T13:45:04,490 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=60.38 KB/61830 for 84ada09387f0eaed97a498227b9eae41 in 1248ms, sequenceid=94, compaction requested=false
2024-11-20T13:45:04,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:04,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:04,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73
2024-11-20T13:45:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=73
2024-11-20T13:45:04,493 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72
2024-11-20T13:45:04,493 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7770 sec
2024-11-20T13:45:04,494 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 2.7810 sec
2024-11-20T13:45:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:45:04,734 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-20T13:45:04,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:45:04,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:04,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:45:04,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:04,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:45:04,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:04,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/c0cde856328942d99cbfe0f5afdb7f30 is 50, key is test_row_0/A:col10/1732110304733/Put/seqid=0
2024-11-20T13:45:04,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742067_1243 (size=16681)
2024-11-20T13:45:04,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110364749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110364750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110364751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110364751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110364755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110364862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110364862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110364862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110364862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110364863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:04,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:04,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:04,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:05,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110365072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:05,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:05,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110365072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:05,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110365072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110365073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110365073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:05,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:05,145 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/c0cde856328942d99cbfe0f5afdb7f30
2024-11-20T13:45:05,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/ac601c024a5f4873bcd0bb78b0b12a9a is 50, key is test_row_0/B:col10/1732110304733/Put/seqid=0
2024-11-20T13:45:05,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742068_1244 (size=12001)
2024-11-20T13:45:05,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110365381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:05,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110365381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:05,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:05,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:05,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110365381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:05,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:05,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:05,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110365382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:05,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:05,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110365382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:05,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:05,561 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/ac601c024a5f4873bcd0bb78b0b12a9a
2024-11-20T13:45:05,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/8d13dcbb4d124ee7ba42a7228baf6e7f is 50, key is test_row_0/C:col10/1732110304733/Put/seqid=0
2024-11-20T13:45:05,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742069_1245 (size=12001)
2024-11-20T13:45:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-20T13:45:05,882 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:05,882 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:45:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees
2024-11-20T13:45:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-20T13:45:05,884 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:45:05,884 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:45:05,884 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:45:05,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110365892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:05,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110365892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:05,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:05,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:05,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110365892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:05,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:05,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110365892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:05,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:05,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:05,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110365892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:05,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:05,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:05,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:05,987 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/8d13dcbb4d124ee7ba42a7228baf6e7f
2024-11-20T13:45:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-20T13:45:05,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/c0cde856328942d99cbfe0f5afdb7f30 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c0cde856328942d99cbfe0f5afdb7f30
2024-11-20T13:45:06,001 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c0cde856328942d99cbfe0f5afdb7f30, entries=250, sequenceid=108, filesize=16.3 K
2024-11-20T13:45:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/ac601c024a5f4873bcd0bb78b0b12a9a as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/ac601c024a5f4873bcd0bb78b0b12a9a
2024-11-20T13:45:06,007 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/ac601c024a5f4873bcd0bb78b0b12a9a, entries=150, sequenceid=108, filesize=11.7 K
2024-11-20T13:45:06,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/8d13dcbb4d124ee7ba42a7228baf6e7f as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8d13dcbb4d124ee7ba42a7228baf6e7f
2024-11-20T13:45:06,011 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8d13dcbb4d124ee7ba42a7228baf6e7f, entries=150, sequenceid=108, filesize=11.7 K
2024-11-20T13:45:06,012 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 84ada09387f0eaed97a498227b9eae41 in 1278ms, sequenceid=108, compaction requested=true
2024-11-20T13:45:06,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:06,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:45:06,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:06,012 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:06,012 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:06,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:45:06,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:06,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:45:06,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:06,013 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:06,014 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/B is initiating minor compaction (all files)
2024-11-20T13:45:06,014 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/B in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:06,014 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/571a3f7d05914c1eb70899eeccbc6d47, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/6f419fe80faf4a078befda96e0f11e26, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/ac601c024a5f4873bcd0bb78b0b12a9a] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=35.3 K
2024-11-20T13:45:06,014 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:06,014 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/A is initiating minor compaction (all files)
2024-11-20T13:45:06,014 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/A in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:06,014 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/77646169e1cb4af89e60f54f84699d53, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/1072de7daa9948d1b54d1e5971cc27b9, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c0cde856328942d99cbfe0f5afdb7f30] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=39.8 K
2024-11-20T13:45:06,015 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77646169e1cb4af89e60f54f84699d53, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732110301856
2024-11-20T13:45:06,016 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 571a3f7d05914c1eb70899eeccbc6d47, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732110301856
2024-11-20T13:45:06,016 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1072de7daa9948d1b54d1e5971cc27b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732110301895
2024-11-20T13:45:06,016 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f419fe80faf4a078befda96e0f11e26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732110301895
2024-11-20T13:45:06,016 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0cde856328942d99cbfe0f5afdb7f30, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732110304070
2024-11-20T13:45:06,016 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting ac601c024a5f4873bcd0bb78b0b12a9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732110304100
2024-11-20T13:45:06,029 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#A#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:06,029 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/573e37a4c28b4181be53d2a01cea697f is 50, key is test_row_0/A:col10/1732110304733/Put/seqid=0
2024-11-20T13:45:06,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-20T13:45:06,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:06,036 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-20T13:45:06,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:45:06,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:06,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:45:06,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:06,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:45:06,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:06,043 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#B#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:06,043 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/98193f48cd224fc3acbf80c7ebe001d4 is 50, key is test_row_0/B:col10/1732110304733/Put/seqid=0
2024-11-20T13:45:06,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/689df54e044d44c8a5bb930d195e4b8a is 50, key is test_row_0/A:col10/1732110304750/Put/seqid=0
2024-11-20T13:45:06,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742070_1246 (size=12207)
2024-11-20T13:45:06,082 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/573e37a4c28b4181be53d2a01cea697f as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/573e37a4c28b4181be53d2a01cea697f
2024-11-20T13:45:06,090 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/A of 84ada09387f0eaed97a498227b9eae41 into 573e37a4c28b4181be53d2a01cea697f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:06,090 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:06,090 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/A, priority=13, startTime=1732110306012; duration=0sec
2024-11-20T13:45:06,090 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:06,090 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:A
2024-11-20T13:45:06,090 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:06,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742071_1247 (size=12207)
2024-11-20T13:45:06,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742072_1248 (size=12001)
2024-11-20T13:45:06,093 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:06,093 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/C is initiating minor compaction (all files)
2024-11-20T13:45:06,094 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/C in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:06,094 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/85a16da339c74067977254a558cb8cdf, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/035dc93fa5a64be38cf67009be11b157, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8d13dcbb4d124ee7ba42a7228baf6e7f] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=35.3 K
2024-11-20T13:45:06,094 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85a16da339c74067977254a558cb8cdf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732110301856
2024-11-20T13:45:06,094 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 035dc93fa5a64be38cf67009be11b157, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732110301895
2024-11-20T13:45:06,094 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d13dcbb4d124ee7ba42a7228baf6e7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732110304100
2024-11-20T13:45:06,102 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#C#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:06,102 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/5f895ddeeef743548fe219381d6323ae is 50, key is test_row_0/C:col10/1732110304733/Put/seqid=0
2024-11-20T13:45:06,103 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/689df54e044d44c8a5bb930d195e4b8a
2024-11-20T13:45:06,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742073_1249 (size=12207)
2024-11-20T13:45:06,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/40ffe911de654d7cbe75eecd97a816df is 50, key is test_row_0/B:col10/1732110304750/Put/seqid=0
2024-11-20T13:45:06,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742074_1250 (size=12001)
2024-11-20T13:45:06,138 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/40ffe911de654d7cbe75eecd97a816df
2024-11-20T13:45:06,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/12529d28526d4e13a620a303ea89a285 is 50, key is test_row_0/C:col10/1732110304750/Put/seqid=0
2024-11-20T13:45:06,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742075_1251 (size=12001)
2024-11-20T13:45:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-20T13:45:06,497 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/98193f48cd224fc3acbf80c7ebe001d4 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/98193f48cd224fc3acbf80c7ebe001d4
2024-11-20T13:45:06,502 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/B of 84ada09387f0eaed97a498227b9eae41 into 98193f48cd224fc3acbf80c7ebe001d4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:06,502 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:06,502 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/B, priority=13, startTime=1732110306012; duration=0sec
2024-11-20T13:45:06,502 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:06,502 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:B
2024-11-20T13:45:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-20T13:45:06,520 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/5f895ddeeef743548fe219381d6323ae as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/5f895ddeeef743548fe219381d6323ae
2024-11-20T13:45:06,525 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/C of 84ada09387f0eaed97a498227b9eae41 into 5f895ddeeef743548fe219381d6323ae(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:06,525 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:06,525 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/C, priority=13, startTime=1732110306013; duration=0sec
2024-11-20T13:45:06,525 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:06,525 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:C
2024-11-20T13:45:06,558 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/12529d28526d4e13a620a303ea89a285
2024-11-20T13:45:06,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/689df54e044d44c8a5bb930d195e4b8a as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/689df54e044d44c8a5bb930d195e4b8a
2024-11-20T13:45:06,570 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/689df54e044d44c8a5bb930d195e4b8a, entries=150, sequenceid=126, filesize=11.7 K
2024-11-20T13:45:06,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/40ffe911de654d7cbe75eecd97a816df as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/40ffe911de654d7cbe75eecd97a816df
2024-11-20T13:45:06,577 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/40ffe911de654d7cbe75eecd97a816df, entries=150, sequenceid=126, filesize=11.7 K
2024-11-20T13:45:06,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/12529d28526d4e13a620a303ea89a285 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/12529d28526d4e13a620a303ea89a285
2024-11-20T13:45:06,587 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/12529d28526d4e13a620a303ea89a285, entries=150, sequenceid=126, filesize=11.7 K
2024-11-20T13:45:06,590 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 84ada09387f0eaed97a498227b9eae41 in 553ms, sequenceid=126, compaction requested=false
2024-11-20T13:45:06,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:06,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:06,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75
2024-11-20T13:45:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=75
2024-11-20T13:45:06,594 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74
2024-11-20T13:45:06,594 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 707 msec
2024-11-20T13:45:06,596 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 713 msec
2024-11-20T13:45:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:45:06,907 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-20T13:45:06,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:45:06,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:06,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:45:06,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:06,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:45:06,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:06,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/6cf9db37c5ba4275b321b929cfdfe6f2 is 50, key is test_row_0/A:col10/1732110306906/Put/seqid=0
2024-11-20T13:45:06,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742076_1252 (size=12151)
2024-11-20T13:45:06,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732110306941, max timestamp=1732110306955Num uniques 859; 
2024-11-20T13:45:06,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-20T13:45:06,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732110306941, max timestamp=1732110306955Num uniques 859; 
2024-11-20T13:45:06,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-20T13:45:06,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732110306941, max timestamp=1732110306955Num uniques 859; 
2024-11-20T13:45:06,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-20T13:45:06,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110366972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:06,979 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110366973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:06,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110366977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:06,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:06,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:06,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:06,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110366978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:06,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:06,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:06,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:06,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110366978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-20T13:45:07,022 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:07,022 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:45:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees
2024-11-20T13:45:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-20T13:45:07,024 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:45:07,024 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:45:07,024 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:45:07,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110367082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:07,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:07,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110367082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:07,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:07,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:07,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110367091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:07,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:07,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110367091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:07,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:07,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110367092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:07,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-20T13:45:07,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-20T13:45:07,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:07,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:07,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:07,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:07,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:07,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110367292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:07,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:07,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110367292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:07,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:07,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:07,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110367302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:07,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:07,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110367302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:07,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:07,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:07,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110367302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:07,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:07,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:07,318 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/6cf9db37c5ba4275b321b929cfdfe6f2
2024-11-20T13:45:07,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/e9fa23bed0124bd5b744aacecf9f9b79 is 50, key is test_row_0/B:col10/1732110306906/Put/seqid=0
2024-11-20T13:45:07,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-20T13:45:07,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:07,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:07,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:07,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:07,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:07,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742077_1253 (size=12151)
2024-11-20T13:45:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-20T13:45:07,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-20T13:45:07,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:07,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:07,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:07,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:07,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:07,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110367602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:07,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:07,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110367602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:07,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:07,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:07,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110367612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:07,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:07,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110367612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:07,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:07,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:07,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110367612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:07,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:07,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:07,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:07,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-20T13:45:07,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:07,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:07,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:07,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:07,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-20T13:45:07,728 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/e9fa23bed0124bd5b744aacecf9f9b79
2024-11-20T13:45:07,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/e3246ca1ebcd4a4a86719c68d6d0e95c is 50, key is test_row_0/C:col10/1732110306906/Put/seqid=0
2024-11-20T13:45:07,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742078_1254 (size=12151)
2024-11-20T13:45:07,748 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/e3246ca1ebcd4a4a86719c68d6d0e95c
2024-11-20T13:45:07,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/6cf9db37c5ba4275b321b929cfdfe6f2 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/6cf9db37c5ba4275b321b929cfdfe6f2
2024-11-20T13:45:07,757 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/6cf9db37c5ba4275b321b929cfdfe6f2, entries=150, sequenceid=139, filesize=11.9 K
2024-11-20T13:45:07,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/e9fa23bed0124bd5b744aacecf9f9b79 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/e9fa23bed0124bd5b744aacecf9f9b79
2024-11-20T13:45:07,762 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/e9fa23bed0124bd5b744aacecf9f9b79, entries=150, sequenceid=139, filesize=11.9 K
2024-11-20T13:45:07,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/e3246ca1ebcd4a4a86719c68d6d0e95c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/e3246ca1ebcd4a4a86719c68d6d0e95c
2024-11-20T13:45:07,767 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/e3246ca1ebcd4a4a86719c68d6d0e95c, entries=150, sequenceid=139, filesize=11.9 K
2024-11-20T13:45:07,767 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=147.60 KB/151140 for 84ada09387f0eaed97a498227b9eae41 in 860ms, sequenceid=139, compaction requested=true
2024-11-20T13:45:07,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:07,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:45:07,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:07,768 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:07,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:45:07,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:07,768 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:07,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:45:07,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:07,768 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:07,768 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:07,768 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/A is initiating minor compaction (all files)
2024-11-20T13:45:07,768 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/B is initiating minor compaction (all files)
2024-11-20T13:45:07,769 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/A in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:07,769 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/B in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:07,769 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/98193f48cd224fc3acbf80c7ebe001d4, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/40ffe911de654d7cbe75eecd97a816df, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/e9fa23bed0124bd5b744aacecf9f9b79] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=35.5 K
2024-11-20T13:45:07,769 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/573e37a4c28b4181be53d2a01cea697f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/689df54e044d44c8a5bb930d195e4b8a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/6cf9db37c5ba4275b321b929cfdfe6f2] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=35.5 K
2024-11-20T13:45:07,769 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 573e37a4c28b4181be53d2a01cea697f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732110304100
2024-11-20T13:45:07,769 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 98193f48cd224fc3acbf80c7ebe001d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732110304100
2024-11-20T13:45:07,769 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 689df54e044d44c8a5bb930d195e4b8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732110304748
2024-11-20T13:45:07,769 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 40ffe911de654d7cbe75eecd97a816df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732110304748
2024-11-20T13:45:07,771 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting e9fa23bed0124bd5b744aacecf9f9b79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732110306902
2024-11-20T13:45:07,771 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cf9db37c5ba4275b321b929cfdfe6f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732110306902
2024-11-20T13:45:07,778 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#B#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:07,779 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/949ecd8b4aa34c85870ac4088dfd8412 is 50, key is test_row_0/B:col10/1732110306906/Put/seqid=0
2024-11-20T13:45:07,780 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#A#compaction#211 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:07,781 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/0df874ed4bc7482ab585283f5f6c01b9 is 50, key is test_row_0/A:col10/1732110306906/Put/seqid=0
2024-11-20T13:45:07,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-20T13:45:07,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:07,787 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB
2024-11-20T13:45:07,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:45:07,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:07,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:45:07,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:07,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:45:07,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:07,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742080_1256 (size=12459)
2024-11-20T13:45:07,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742079_1255 (size=12459)
2024-11-20T13:45:07,846 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/0df874ed4bc7482ab585283f5f6c01b9 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/0df874ed4bc7482ab585283f5f6c01b9
2024-11-20T13:45:07,847 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/949ecd8b4aa34c85870ac4088dfd8412 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/949ecd8b4aa34c85870ac4088dfd8412
2024-11-20T13:45:07,853 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/A of 84ada09387f0eaed97a498227b9eae41 into 0df874ed4bc7482ab585283f5f6c01b9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:07,853 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:07,853 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/A, priority=13, startTime=1732110307767; duration=0sec
2024-11-20T13:45:07,853 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:07,853 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:A
2024-11-20T13:45:07,853 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:07,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/8dd477aa35b7435d9772ab926241419e is 50, key is test_row_0/A:col10/1732110306970/Put/seqid=0
2024-11-20T13:45:07,857 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:07,858 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/C is initiating minor compaction (all files)
2024-11-20T13:45:07,858 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/C in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:07,858 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/5f895ddeeef743548fe219381d6323ae, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/12529d28526d4e13a620a303ea89a285, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/e3246ca1ebcd4a4a86719c68d6d0e95c] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=35.5 K
2024-11-20T13:45:07,858 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/B of 84ada09387f0eaed97a498227b9eae41 into 949ecd8b4aa34c85870ac4088dfd8412(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:07,858 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:07,858 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/B, priority=13, startTime=1732110307768; duration=0sec
2024-11-20T13:45:07,858 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f895ddeeef743548fe219381d6323ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732110304100
2024-11-20T13:45:07,858 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:07,858 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:B
2024-11-20T13:45:07,859 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12529d28526d4e13a620a303ea89a285, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732110304748
2024-11-20T13:45:07,859 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3246ca1ebcd4a4a86719c68d6d0e95c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732110306902
2024-11-20T13:45:07,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742081_1257 (size=12151)
2024-11-20T13:45:07,867 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/8dd477aa35b7435d9772ab926241419e
2024-11-20T13:45:07,868 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#C#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:07,868 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/1b3f1d3bd89b4000ae8b1d805d4c0c63 is 50, key is test_row_0/C:col10/1732110306906/Put/seqid=0
2024-11-20T13:45:07,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/1e4e4c6336004192a1055e21d0b63c7a is 50, key is test_row_0/B:col10/1732110306970/Put/seqid=0
2024-11-20T13:45:07,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742083_1259 (size=12151)
2024-11-20T13:45:07,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742082_1258 (size=12459)
2024-11-20T13:45:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:45:08,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-20T13:45:08,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110368155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110368155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110368155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110368156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110368157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,276 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110368271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,276 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110368272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110368272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110368272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110368272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,306 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/1e4e4c6336004192a1055e21d0b63c7a
2024-11-20T13:45:08,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/6b16f47d315b4858b08f8c5622ae23f5 is 50, key is test_row_0/C:col10/1732110306970/Put/seqid=0
2024-11-20T13:45:08,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742084_1260 (size=12151)
2024-11-20T13:45:08,323 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/6b16f47d315b4858b08f8c5622ae23f5
2024-11-20T13:45:08,327 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/1b3f1d3bd89b4000ae8b1d805d4c0c63 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/1b3f1d3bd89b4000ae8b1d805d4c0c63
2024-11-20T13:45:08,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/8dd477aa35b7435d9772ab926241419e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/8dd477aa35b7435d9772ab926241419e
2024-11-20T13:45:08,331 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/8dd477aa35b7435d9772ab926241419e, entries=150, sequenceid=175, filesize=11.9 K
2024-11-20T13:45:08,332 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/C of 84ada09387f0eaed97a498227b9eae41 into 1b3f1d3bd89b4000ae8b1d805d4c0c63(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:08,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/1e4e4c6336004192a1055e21d0b63c7a as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/1e4e4c6336004192a1055e21d0b63c7a
2024-11-20T13:45:08,332 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:08,332 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/C, priority=13, startTime=1732110307768; duration=0sec
2024-11-20T13:45:08,332 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:08,332 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:C
2024-11-20T13:45:08,335 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/1e4e4c6336004192a1055e21d0b63c7a, entries=150, sequenceid=175, filesize=11.9 K
2024-11-20T13:45:08,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/6b16f47d315b4858b08f8c5622ae23f5 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/6b16f47d315b4858b08f8c5622ae23f5
2024-11-20T13:45:08,339 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/6b16f47d315b4858b08f8c5622ae23f5, entries=150, sequenceid=175, filesize=11.9 K
2024-11-20T13:45:08,340 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~410.72 KB/420576, currentSize=46.96 KB/48090 for 84ada09387f0eaed97a498227b9eae41 in 552ms, sequenceid=175, compaction requested=false
2024-11-20T13:45:08,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:08,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:08,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77
2024-11-20T13:45:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=77
2024-11-20T13:45:08,343 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76
2024-11-20T13:45:08,343 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3170 sec
2024-11-20T13:45:08,345 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.3210 sec
2024-11-20T13:45:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:45:08,485 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-20T13:45:08,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:45:08,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:08,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:45:08,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:08,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:45:08,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:08,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/bedd3e2d03784ba5a94365bf2220e6a8 is 50, key is test_row_0/A:col10/1732110308485/Put/seqid=0
2024-11-20T13:45:08,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742085_1261 (size=16931)
2024-11-20T13:45:08,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110368498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110368502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110368503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110368504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110368504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110368612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110368612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110368612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110368612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110368612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110368822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110368822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110368822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110368822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:08,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110368823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:08,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:08,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:08,894 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/bedd3e2d03784ba5a94365bf2220e6a8
2024-11-20T13:45:08,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/850119132c8445bbb2a8d8a7fc1f79f0 is 50, key is test_row_0/B:col10/1732110308485/Put/seqid=0
2024-11-20T13:45:08,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742086_1262 (size=12151)
2024-11-20T13:45:09,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110369132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:09,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110369132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:09,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110369132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:09,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110369132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:09,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110369132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-20T13:45:09,172 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:09,172 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:45:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees
2024-11-20T13:45:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-20T13:45:09,174 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:45:09,175 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:45:09,175 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:45:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-20T13:45:09,311 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/850119132c8445bbb2a8d8a7fc1f79f0
2024-11-20T13:45:09,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/70b1952a23a140e5bf04a2413f4491f7 is 50, key is test_row_0/C:col10/1732110308485/Put/seqid=0
2024-11-20T13:45:09,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742087_1263 (size=12151)
2024-11-20T13:45:09,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-20T13:45:09,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:09,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:09,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:09,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:09,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:09,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-20T13:45:09,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:09,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:09,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:09,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:09,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-20T13:45:09,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-20T13:45:09,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:09,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:09,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:09,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:09,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:09,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110369641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:09,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:09,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:09,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110369641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:09,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110369642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:09,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110369642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:09,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110369642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:09,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:09,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:09,722 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/70b1952a23a140e5bf04a2413f4491f7
2024-11-20T13:45:09,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/bedd3e2d03784ba5a94365bf2220e6a8 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/bedd3e2d03784ba5a94365bf2220e6a8
2024-11-20T13:45:09,728 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/bedd3e2d03784ba5a94365bf2220e6a8, entries=250, sequenceid=193, filesize=16.5 K
2024-11-20T13:45:09,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/850119132c8445bbb2a8d8a7fc1f79f0 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/850119132c8445bbb2a8d8a7fc1f79f0
2024-11-20T13:45:09,733 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/850119132c8445bbb2a8d8a7fc1f79f0, entries=150, sequenceid=193, filesize=11.9 K
2024-11-20T13:45:09,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/70b1952a23a140e5bf04a2413f4491f7 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/70b1952a23a140e5bf04a2413f4491f7
2024-11-20T13:45:09,738 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/70b1952a23a140e5bf04a2413f4491f7, entries=150, sequenceid=193, filesize=11.9 K
2024-11-20T13:45:09,739 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 84ada09387f0eaed97a498227b9eae41 in 1254ms, sequenceid=193, compaction requested=true
2024-11-20T13:45:09,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:09,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:45:09,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:09,739 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:09,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:45:09,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:09,739 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:09,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:45:09,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:09,740 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41541 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:09,740 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:09,740 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/B is initiating minor compaction (all files)
2024-11-20T13:45:09,740 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/A is initiating minor compaction (all files)
2024-11-20T13:45:09,740 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/B in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:09,740 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/A in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:09,740 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/949ecd8b4aa34c85870ac4088dfd8412, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/1e4e4c6336004192a1055e21d0b63c7a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/850119132c8445bbb2a8d8a7fc1f79f0] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=35.9 K
2024-11-20T13:45:09,740 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/0df874ed4bc7482ab585283f5f6c01b9, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/8dd477aa35b7435d9772ab926241419e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/bedd3e2d03784ba5a94365bf2220e6a8] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=40.6 K
2024-11-20T13:45:09,740 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0df874ed4bc7482ab585283f5f6c01b9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732110306902
2024-11-20T13:45:09,740 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 949ecd8b4aa34c85870ac4088dfd8412, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732110306902
2024-11-20T13:45:09,741 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8dd477aa35b7435d9772ab926241419e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732110306970
2024-11-20T13:45:09,741 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e4e4c6336004192a1055e21d0b63c7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732110306970
2024-11-20T13:45:09,741 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting bedd3e2d03784ba5a94365bf2220e6a8, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732110308155
2024-11-20T13:45:09,742 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 850119132c8445bbb2a8d8a7fc1f79f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732110308484
2024-11-20T13:45:09,748 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#B#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:09,748 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#A#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:09,749 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/58c2765b1ec845f4b5aa5cb81d07b40b is 50, key is test_row_0/B:col10/1732110308485/Put/seqid=0
2024-11-20T13:45:09,749 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/a294518832334258a851d9911adb1990 is 50, key is test_row_0/A:col10/1732110308485/Put/seqid=0
2024-11-20T13:45:09,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742088_1264 (size=12561)
2024-11-20T13:45:09,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742089_1265 (size=12561)
2024-11-20T13:45:09,763 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/58c2765b1ec845f4b5aa5cb81d07b40b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/58c2765b1ec845f4b5aa5cb81d07b40b
2024-11-20T13:45:09,766 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/a294518832334258a851d9911adb1990 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/a294518832334258a851d9911adb1990
2024-11-20T13:45:09,768 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/B of 84ada09387f0eaed97a498227b9eae41 into 58c2765b1ec845f4b5aa5cb81d07b40b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:09,768 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:09,768 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/B, priority=13, startTime=1732110309739; duration=0sec
2024-11-20T13:45:09,769 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:09,769 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:B
2024-11-20T13:45:09,769 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:09,770 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:09,770 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/C is initiating minor compaction (all files)
2024-11-20T13:45:09,770 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/C in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:09,770 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/1b3f1d3bd89b4000ae8b1d805d4c0c63, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/6b16f47d315b4858b08f8c5622ae23f5, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/70b1952a23a140e5bf04a2413f4491f7] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=35.9 K
2024-11-20T13:45:09,771 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b3f1d3bd89b4000ae8b1d805d4c0c63, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732110306902
2024-11-20T13:45:09,771 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/A of 84ada09387f0eaed97a498227b9eae41 into a294518832334258a851d9911adb1990(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:09,771 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:09,771 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/A, priority=13, startTime=1732110309739; duration=0sec
2024-11-20T13:45:09,771 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:09,771 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:A
2024-11-20T13:45:09,771 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b16f47d315b4858b08f8c5622ae23f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732110306970
2024-11-20T13:45:09,772 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 70b1952a23a140e5bf04a2413f4491f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732110308484
2024-11-20T13:45:09,780 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#C#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:09,781 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/70c4aea175da4a17ba1bcf67f87ae7fe is 50, key is test_row_0/C:col10/1732110308485/Put/seqid=0
2024-11-20T13:45:09,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742090_1266 (size=12561)
2024-11-20T13:45:09,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-20T13:45:09,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:09,785 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-20T13:45:09,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:45:09,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:09,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:45:09,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:09,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:45:09,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:09,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/c0e4c68a6bb8466a9fc8100c4b41027d is 50, key is test_row_0/A:col10/1732110308501/Put/seqid=0
2024-11-20T13:45:09,793 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/70c4aea175da4a17ba1bcf67f87ae7fe as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/70c4aea175da4a17ba1bcf67f87ae7fe
2024-11-20T13:45:09,801 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/C of 84ada09387f0eaed97a498227b9eae41 into 70c4aea175da4a17ba1bcf67f87ae7fe(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:09,801 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:09,801 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/C, priority=13, startTime=1732110309739; duration=0sec
2024-11-20T13:45:09,801 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:09,801 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:C
2024-11-20T13:45:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-20T13:45:09,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742091_1267 (size=12151)
2024-11-20T13:45:10,209 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/c0e4c68a6bb8466a9fc8100c4b41027d
2024-11-20T13:45:10,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/bd96e33d94d749c8a5f1ec16b03f7d21 is 50, key is test_row_0/B:col10/1732110308501/Put/seqid=0
2024-11-20T13:45:10,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742092_1268 (size=12151)
2024-11-20T13:45:10,230 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/bd96e33d94d749c8a5f1ec16b03f7d21
2024-11-20T13:45:10,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/8c5e56f0e8e4498ea2f6a1a72e6af022 is 50, key is test_row_0/C:col10/1732110308501/Put/seqid=0
2024-11-20T13:45:10,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742093_1269 (size=12151)
2024-11-20T13:45:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-20T13:45:10,641 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/8c5e56f0e8e4498ea2f6a1a72e6af022
2024-11-20T13:45:10,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/c0e4c68a6bb8466a9fc8100c4b41027d as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c0e4c68a6bb8466a9fc8100c4b41027d
2024-11-20T13:45:10,649 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c0e4c68a6bb8466a9fc8100c4b41027d, entries=150, sequenceid=212, filesize=11.9 K
2024-11-20T13:45:10,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/bd96e33d94d749c8a5f1ec16b03f7d21 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/bd96e33d94d749c8a5f1ec16b03f7d21
2024-11-20T13:45:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:45:10,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:10,656 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/bd96e33d94d749c8a5f1ec16b03f7d21, entries=150, sequenceid=212, filesize=11.9 K
2024-11-20T13:45:10,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/8c5e56f0e8e4498ea2f6a1a72e6af022 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8c5e56f0e8e4498ea2f6a1a72e6af022
2024-11-20T13:45:10,665 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8c5e56f0e8e4498ea2f6a1a72e6af022, entries=150, sequenceid=212, filesize=11.9 K
2024-11-20T13:45:10,666 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=46.96 KB/48090 for 84ada09387f0eaed97a498227b9eae41 in 880ms, sequenceid=212, compaction requested=false
2024-11-20T13:45:10,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:10,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:10,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79
2024-11-20T13:45:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=79
2024-11-20T13:45:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:45:10,666 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-20T13:45:10,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:45:10,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:10,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:45:10,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:10,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:45:10,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:10,669 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78
2024-11-20T13:45:10,669 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4920 sec
2024-11-20T13:45:10,671 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.4980 sec
2024-11-20T13:45:10,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/7b6cc40b0c0b4d3b931ea3e980dd0839 is 50, key is test_row_0/A:col10/1732110310665/Put/seqid=0
2024-11-20T13:45:10,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742094_1270 (size=12151)
2024-11-20T13:45:10,676 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/7b6cc40b0c0b4d3b931ea3e980dd0839
2024-11-20T13:45:10,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/a74d4c439d004f9683b9d27accb214a5 is 50, key is test_row_0/B:col10/1732110310665/Put/seqid=0
2024-11-20T13:45:10,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110370685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:10,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110370687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:10,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:10,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:10,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:10,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:10,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:10,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:10,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742095_1271 (size=12151)
2024-11-20T13:45:10,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110370689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:10,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:10,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:10,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:10,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110370691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:10,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:10,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:10,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110370691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:10,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:10,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:10,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:10,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:10,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110370801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:10,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:10,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:10,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110370801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:10,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:10,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:10,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:10,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:10,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110370802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:10,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:10,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:10,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:10,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110370802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:10,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:10,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:10,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:10,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110370802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:10,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:10,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:10,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:11,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110371011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:11,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110371012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:11,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:11,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:11,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110371012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:11,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110371012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:11,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110371012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:11,095 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/a74d4c439d004f9683b9d27accb214a5
2024-11-20T13:45:11,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/d6ed202a816340c8b6706d5177bed981 is 50, key is test_row_0/C:col10/1732110310665/Put/seqid=0
2024-11-20T13:45:11,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742096_1272 (size=12151)
2024-11-20T13:45:11,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110371322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:11,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:11,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110371322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:11,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:11,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:11,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110371322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:11,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:11,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110371323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:11,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:11,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:11,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110371323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:11,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-20T13:45:11,332 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:11,333 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:45:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees
2024-11-20T13:45:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-20T13:45:11,334 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:45:11,340 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:45:11,340 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:45:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-20T13:45:11,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-20T13:45:11,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:11,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:11,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:11,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:11,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:11,506 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/d6ed202a816340c8b6706d5177bed981
2024-11-20T13:45:11,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/7b6cc40b0c0b4d3b931ea3e980dd0839 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/7b6cc40b0c0b4d3b931ea3e980dd0839
2024-11-20T13:45:11,512 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/7b6cc40b0c0b4d3b931ea3e980dd0839, entries=150, sequenceid=225, filesize=11.9 K
2024-11-20T13:45:11,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/a74d4c439d004f9683b9d27accb214a5 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/a74d4c439d004f9683b9d27accb214a5
2024-11-20T13:45:11,516 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/a74d4c439d004f9683b9d27accb214a5, entries=150, sequenceid=225, filesize=11.9 K
2024-11-20T13:45:11,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/d6ed202a816340c8b6706d5177bed981 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/d6ed202a816340c8b6706d5177bed981
2024-11-20T13:45:11,521 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/d6ed202a816340c8b6706d5177bed981, entries=150, sequenceid=225, filesize=11.9 K
2024-11-20T13:45:11,522 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 84ada09387f0eaed97a498227b9eae41 in 856ms, sequenceid=225, compaction requested=true
2024-11-20T13:45:11,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:11,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:45:11,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:11,522 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:11,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:45:11,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:11,522 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:11,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:45:11,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:11,523 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:11,523 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:11,523 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/B is initiating minor compaction (all files)
2024-11-20T13:45:11,523 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/A is initiating minor compaction (all files)
2024-11-20T13:45:11,523 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/A in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:11,523 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/B in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:11,523 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/a294518832334258a851d9911adb1990, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c0e4c68a6bb8466a9fc8100c4b41027d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/7b6cc40b0c0b4d3b931ea3e980dd0839] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=36.0 K
2024-11-20T13:45:11,523 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/58c2765b1ec845f4b5aa5cb81d07b40b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/bd96e33d94d749c8a5f1ec16b03f7d21, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/a74d4c439d004f9683b9d27accb214a5] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=36.0 K
2024-11-20T13:45:11,524 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 58c2765b1ec845f4b5aa5cb81d07b40b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732110308484
2024-11-20T13:45:11,524 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting a294518832334258a851d9911adb1990, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732110308484
2024-11-20T13:45:11,524 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting bd96e33d94d749c8a5f1ec16b03f7d21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732110308496
2024-11-20T13:45:11,524 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0e4c68a6bb8466a9fc8100c4b41027d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732110308496
2024-11-20T13:45:11,524 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b6cc40b0c0b4d3b931ea3e980dd0839, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732110310664
2024-11-20T13:45:11,525 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting a74d4c439d004f9683b9d27accb214a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732110310664
2024-11-20T13:45:11,533 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#A#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:11,533 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/deb5a36d078b488ebf58dc0affe71734 is 50, key is test_row_0/A:col10/1732110310665/Put/seqid=0
2024-11-20T13:45:11,537 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#B#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:11,538 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/f140f39f73154fccb419e68dc59a8c1a is 50, key is test_row_0/B:col10/1732110310665/Put/seqid=0
2024-11-20T13:45:11,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742098_1274 (size=12663)
2024-11-20T13:45:11,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742097_1273 (size=12663)
2024-11-20T13:45:11,558 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/deb5a36d078b488ebf58dc0affe71734 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/deb5a36d078b488ebf58dc0affe71734
2024-11-20T13:45:11,562 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/A of 84ada09387f0eaed97a498227b9eae41 into deb5a36d078b488ebf58dc0affe71734(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:11,562 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:11,562 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/A, priority=13, startTime=1732110311522; duration=0sec
2024-11-20T13:45:11,562 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:11,562 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:A
2024-11-20T13:45:11,562 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:11,563 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:11,563 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/C is initiating minor compaction (all files)
2024-11-20T13:45:11,563 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/C in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:11,563 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/70c4aea175da4a17ba1bcf67f87ae7fe, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8c5e56f0e8e4498ea2f6a1a72e6af022, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/d6ed202a816340c8b6706d5177bed981] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=36.0 K
2024-11-20T13:45:11,564 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70c4aea175da4a17ba1bcf67f87ae7fe, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732110308484
2024-11-20T13:45:11,564 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c5e56f0e8e4498ea2f6a1a72e6af022, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732110308496
2024-11-20T13:45:11,565 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6ed202a816340c8b6706d5177bed981, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732110310664
2024-11-20T13:45:11,573 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#C#compaction#230 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:11,573 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/8b5e323281854284a24c08234f8b8a0e is 50, key is test_row_0/C:col10/1732110310665/Put/seqid=0
2024-11-20T13:45:11,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742099_1275 (size=12663)
2024-11-20T13:45:11,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-20T13:45:11,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:11,645 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-20T13:45:11,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:45:11,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:11,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:45:11,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:11,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:45:11,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:11,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/476ed2c227ca43adb2754438050d9f8b is 50, key is test_row_0/A:col10/1732110310679/Put/seqid=0
2024-11-20T13:45:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-20T13:45:11,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742100_1276 (size=12151)
2024-11-20T13:45:11,654 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/476ed2c227ca43adb2754438050d9f8b
2024-11-20T13:45:11,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/27130b11967e475f9251dda4f53ad603 is 50, key is test_row_0/B:col10/1732110310679/Put/seqid=0
2024-11-20T13:45:11,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742101_1277 (size=12151)
2024-11-20T13:45:11,676 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/27130b11967e475f9251dda4f53ad603
2024-11-20T13:45:11,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/184b1dd6dfa045e2b79f7c2378ac537a is 50, key is test_row_0/C:col10/1732110310679/Put/seqid=0
2024-11-20T13:45:11,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742102_1278 (size=12151)
2024-11-20T13:45:11,690 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/184b1dd6dfa045e2b79f7c2378ac537a
2024-11-20T13:45:11,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/476ed2c227ca43adb2754438050d9f8b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/476ed2c227ca43adb2754438050d9f8b
2024-11-20T13:45:11,699 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/476ed2c227ca43adb2754438050d9f8b, entries=150, sequenceid=246, filesize=11.9 K
2024-11-20T13:45:11,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/27130b11967e475f9251dda4f53ad603 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/27130b11967e475f9251dda4f53ad603
2024-11-20T13:45:11,704 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/27130b11967e475f9251dda4f53ad603, entries=150, sequenceid=246, filesize=11.9 K
2024-11-20T13:45:11,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/184b1dd6dfa045e2b79f7c2378ac537a as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/184b1dd6dfa045e2b79f7c2378ac537a
2024-11-20T13:45:11,712 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/184b1dd6dfa045e2b79f7c2378ac537a, entries=150, sequenceid=246, filesize=11.9 K
2024-11-20T13:45:11,713 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 84ada09387f0eaed97a498227b9eae41 in 68ms, sequenceid=246, compaction requested=false
2024-11-20T13:45:11,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:11,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:11,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81
2024-11-20T13:45:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=81
2024-11-20T13:45:11,718 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80
2024-11-20T13:45:11,719 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 375 msec
2024-11-20T13:45:11,722 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 386 msec
2024-11-20T13:45:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:45:11,842 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-20T13:45:11,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:45:11,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:11,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:45:11,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:11,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:45:11,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:11,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/4d00f2b0f30f469bbaba182cac29aa6a is 50, key is test_row_0/A:col10/1732110311841/Put/seqid=0
2024-11-20T13:45:11,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742103_1279 (size=9807)
2024-11-20T13:45:11,863 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/4d00f2b0f30f469bbaba182cac29aa6a
2024-11-20T13:45:11,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/a402b61fe80941bd8d49d78a59a522a2 is 50, key is test_row_0/B:col10/1732110311841/Put/seqid=0
2024-11-20T13:45:11,876 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110371867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:11,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110311862, max timestamp=1732110311873Num uniques 859; 
2024-11-20T13:45:11,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:45:11,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:11,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110311862, max timestamp=1732110311873Num uniques 859; 
2024-11-20T13:45:11,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110311862, max timestamp=1732110311873Num uniques 859; 
2024-11-20T13:45:11,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:45:11,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:45:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110371872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:11,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742104_1280 (size=9807)
2024-11-20T13:45:11,910 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/a402b61fe80941bd8d49d78a59a522a2
2024-11-20T13:45:11,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110371907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:11,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:11,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110371914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:11,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:11,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/6756c1aa51a74dc6aa95aeeb90cc33bf is 50, key is test_row_0/C:col10/1732110311841/Put/seqid=0
2024-11-20T13:45:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110371916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:11,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:11,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:11,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:11,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742105_1281 (size=9807)
2024-11-20T13:45:11,935 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/6756c1aa51a74dc6aa95aeeb90cc33bf
2024-11-20T13:45:11,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/4d00f2b0f30f469bbaba182cac29aa6a as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/4d00f2b0f30f469bbaba182cac29aa6a
2024-11-20T13:45:11,946 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/4d00f2b0f30f469bbaba182cac29aa6a, entries=100, sequenceid=257, filesize=9.6 K
2024-11-20T13:45:11,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/a402b61fe80941bd8d49d78a59a522a2 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/a402b61fe80941bd8d49d78a59a522a2
2024-11-20T13:45:11,951 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/f140f39f73154fccb419e68dc59a8c1a as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/f140f39f73154fccb419e68dc59a8c1a
2024-11-20T13:45:11,955 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/a402b61fe80941bd8d49d78a59a522a2, entries=100, sequenceid=257, filesize=9.6 K
2024-11-20T13:45:11,956 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/B of 84ada09387f0eaed97a498227b9eae41 into f140f39f73154fccb419e68dc59a8c1a(size=12.4 K), total size for store is 33.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:11,956 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:11,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/6756c1aa51a74dc6aa95aeeb90cc33bf as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/6756c1aa51a74dc6aa95aeeb90cc33bf
2024-11-20T13:45:11,956 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/B, priority=13, startTime=1732110311522; duration=0sec
2024-11-20T13:45:11,957 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:11,957 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:B
2024-11-20T13:45:11,960 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/6756c1aa51a74dc6aa95aeeb90cc33bf, entries=100, sequenceid=257, filesize=9.6 K
2024-11-20T13:45:11,961 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 84ada09387f0eaed97a498227b9eae41 in 119ms, sequenceid=257, compaction requested=true
2024-11-20T13:45:11,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:11,961 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:11,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:A, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:45:11,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:11,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:B, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:45:11,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:11,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:45:11,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-20T13:45:11,963 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34621 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:11,963 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/A is initiating minor compaction (all files)
2024-11-20T13:45:11,963 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/A in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:11,963 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/deb5a36d078b488ebf58dc0affe71734, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/476ed2c227ca43adb2754438050d9f8b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/4d00f2b0f30f469bbaba182cac29aa6a] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=33.8 K
2024-11-20T13:45:11,963 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting deb5a36d078b488ebf58dc0affe71734, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732110310664
2024-11-20T13:45:11,964 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 476ed2c227ca43adb2754438050d9f8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732110310679
2024-11-20T13:45:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-20T13:45:11,964 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:11,965 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:45:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees
2024-11-20T13:45:11,967 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:45:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-20T13:45:11,968 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:45:11,968 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d00f2b0f30f469bbaba182cac29aa6a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732110311840
2024-11-20T13:45:11,968 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:45:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:45:11,987 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-20T13:45:11,988 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/8b5e323281854284a24c08234f8b8a0e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8b5e323281854284a24c08234f8b8a0e
2024-11-20T13:45:11,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:45:11,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:11,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:45:11,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:11,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:45:11,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:11,995 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#A#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:11,996 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/f8ba531c947a4ae3910c962f35f68065 is 50, key is test_row_0/A:col10/1732110311841/Put/seqid=0
2024-11-20T13:45:11,997 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/C of 84ada09387f0eaed97a498227b9eae41 into 8b5e323281854284a24c08234f8b8a0e(size=12.4 K), total size for store is 33.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:11,997 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:11,997 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/C, priority=13, startTime=1732110311522; duration=0sec
2024-11-20T13:45:11,998 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-20T13:45:11,998 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:C
2024-11-20T13:45:11,998 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:C
2024-11-20T13:45:11,998 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:11,999 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34621 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:11,999 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/B is initiating minor compaction (all files)
2024-11-20T13:45:11,999 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/B in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:11,999 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/f140f39f73154fccb419e68dc59a8c1a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/27130b11967e475f9251dda4f53ad603, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/a402b61fe80941bd8d49d78a59a522a2] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=33.8 K
2024-11-20T13:45:11,999 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting f140f39f73154fccb419e68dc59a8c1a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732110310664
2024-11-20T13:45:12,000 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27130b11967e475f9251dda4f53ad603, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732110310679
2024-11-20T13:45:12,000 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting a402b61fe80941bd8d49d78a59a522a2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732110311840
2024-11-20T13:45:12,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/c9e5dccc0f4344ad88ffd21c830cdab9 is 50, key is test_row_0/A:col10/1732110311912/Put/seqid=0
2024-11-20T13:45:12,017 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#B#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:12,017 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/06e8fda79ffe405baf46f7f24ecc7ce6 is 50, key is test_row_0/B:col10/1732110311841/Put/seqid=0
2024-11-20T13:45:12,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110372014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:12,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:12,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110372016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:12,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:12,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110372022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:12,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742106_1282 (size=12815)
2024-11-20T13:45:12,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:12,037 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/f8ba531c947a4ae3910c962f35f68065 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/f8ba531c947a4ae3910c962f35f68065
2024-11-20T13:45:12,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110372033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:12,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:12,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110372033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:12,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:12,045 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/A of 84ada09387f0eaed97a498227b9eae41 into f8ba531c947a4ae3910c962f35f68065(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:12,045 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:12,045 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/A, priority=13, startTime=1732110311961; duration=0sec
2024-11-20T13:45:12,045 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:12,045 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:A
2024-11-20T13:45:12,045 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:12,048 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34621 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:12,048 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/C is initiating minor compaction (all files)
2024-11-20T13:45:12,048 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/C in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:12,048 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8b5e323281854284a24c08234f8b8a0e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/184b1dd6dfa045e2b79f7c2378ac537a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/6756c1aa51a74dc6aa95aeeb90cc33bf] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=33.8 K
2024-11-20T13:45:12,048 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b5e323281854284a24c08234f8b8a0e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732110310664
2024-11-20T13:45:12,049 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 184b1dd6dfa045e2b79f7c2378ac537a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732110310679
2024-11-20T13:45:12,049 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 6756c1aa51a74dc6aa95aeeb90cc33bf, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732110311840
2024-11-20T13:45:12,071 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742108_1284 (size=14741)
2024-11-20T13:45:12,072 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/c9e5dccc0f4344ad88ffd21c830cdab9
2024-11-20T13:45:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-20T13:45:12,077 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#C#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:12,078 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/695e8817297844ee9bea716ac8f9b00f is 50, key is test_row_0/C:col10/1732110311841/Put/seqid=0
2024-11-20T13:45:12,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742107_1283 (size=12815)
2024-11-20T13:45:12,102 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/06e8fda79ffe405baf46f7f24ecc7ce6 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/06e8fda79ffe405baf46f7f24ecc7ce6
2024-11-20T13:45:12,111 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/B of 84ada09387f0eaed97a498227b9eae41 into 06e8fda79ffe405baf46f7f24ecc7ce6(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:12,111 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:12,112 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/B, priority=13, startTime=1732110311962; duration=0sec
2024-11-20T13:45:12,112 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:12,112 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:B
2024-11-20T13:45:12,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/47d6a13ba4eb4f65b0caf3993c8f4320 is 50, key is test_row_0/B:col10/1732110311912/Put/seqid=0
2024-11-20T13:45:12,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83
2024-11-20T13:45:12,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:12,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:12,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:12,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:12,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=83
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:12,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742109_1285 (size=12815)
2024-11-20T13:45:12,130 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742110_1286 (size=12301)
2024-11-20T13:45:12,132 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/47d6a13ba4eb4f65b0caf3993c8f4320
2024-11-20T13:45:12,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110372132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:12,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110372132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:12,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/56f9d674d95b4a8284e70bbbc0e5dc2b is 50, key is test_row_0/C:col10/1732110311912/Put/seqid=0
2024-11-20T13:45:12,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742111_1287 (size=12301)
2024-11-20T13:45:12,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110372232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:12,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:12,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110372242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:12,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:12,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110372242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:12,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:12,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83
2024-11-20T13:45:12,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:12,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:12,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:12,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:12,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=83
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-20T13:45:12,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110372342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:12,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:12,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110372342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:12,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:12,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:12,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83
2024-11-20T13:45:12,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:12,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:12,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:12,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:12,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=83
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:12,529 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/695e8817297844ee9bea716ac8f9b00f as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/695e8817297844ee9bea716ac8f9b00f
2024-11-20T13:45:12,534 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/C of 84ada09387f0eaed97a498227b9eae41 into 695e8817297844ee9bea716ac8f9b00f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:12,534 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:12,534 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/C, priority=13, startTime=1732110311962; duration=0sec
2024-11-20T13:45:12,534 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:12,534 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:C
2024-11-20T13:45:12,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110372542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:12,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:12,546 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/56f9d674d95b4a8284e70bbbc0e5dc2b
2024-11-20T13:45:12,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/c9e5dccc0f4344ad88ffd21c830cdab9 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c9e5dccc0f4344ad88ffd21c830cdab9
2024-11-20T13:45:12,553 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c9e5dccc0f4344ad88ffd21c830cdab9, entries=200, sequenceid=294, filesize=14.4 K
2024-11-20T13:45:12,554 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110372552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:12,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,554 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:12,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110372552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:12,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/47d6a13ba4eb4f65b0caf3993c8f4320 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/47d6a13ba4eb4f65b0caf3993c8f4320
2024-11-20T13:45:12,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:12,558 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/47d6a13ba4eb4f65b0caf3993c8f4320, entries=150, sequenceid=294, filesize=12.0 K
2024-11-20T13:45:12,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/56f9d674d95b4a8284e70bbbc0e5dc2b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/56f9d674d95b4a8284e70bbbc0e5dc2b
2024-11-20T13:45:12,563 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/56f9d674d95b4a8284e70bbbc0e5dc2b, entries=150, sequenceid=294, filesize=12.0 K
2024-11-20T13:45:12,563 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 84ada09387f0eaed97a498227b9eae41 in 576ms, sequenceid=294, compaction requested=false
2024-11-20T13:45:12,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:12,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83
2024-11-20T13:45:12,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:12,579 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-20T13:45:12,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:45:12,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:12,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:45:12,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:12,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:45:12,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:12,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/0617ca17e11a4c66b5f9ddb98ba51aef is 50, key is test_row_0/A:col10/1732110312003/Put/seqid=0
2024-11-20T13:45:12,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742112_1288 (size=12301)
2024-11-20T13:45:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-20T13:45:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:45:12,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:12,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110312672, max timestamp=1732110312689Num uniques 859; 
2024-11-20T13:45:12,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:45:12,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110312672, max timestamp=1732110312689Num uniques 859; 
2024-11-20T13:45:12,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:45:12,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110312672, max timestamp=1732110312689Num uniques 859; 
2024-11-20T13:45:12,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:45:12,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110372724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:12,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:12,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110372727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:12,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:12,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110372832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:12,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:12,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110372842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:12,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:12,987 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/0617ca17e11a4c66b5f9ddb98ba51aef
2024-11-20T13:45:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/634414a08f284118934524cdc27b02ec is 50, key is test_row_0/B:col10/1732110312003/Put/seqid=0
2024-11-20T13:45:12,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742113_1289 (size=12301)
2024-11-20T13:45:13,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110373042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:13,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:13,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:13,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:13,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110373052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:13,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:13,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110373052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:13,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:13,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:13,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:13,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:13,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:13,065 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110373061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:13,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:13,065 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:13,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:13,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110373061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:13,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:13,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:13,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-20T13:45:13,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110373352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:13,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:13,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:13,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:13,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110373362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:13,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:13,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:13,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:13,396 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/634414a08f284118934524cdc27b02ec
2024-11-20T13:45:13,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/940d2595e8ca4601b87b9a94032b207e is 50, key is test_row_0/C:col10/1732110312003/Put/seqid=0
2024-11-20T13:45:13,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742114_1290 (size=12301)
2024-11-20T13:45:13,805 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/940d2595e8ca4601b87b9a94032b207e
2024-11-20T13:45:13,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/0617ca17e11a4c66b5f9ddb98ba51aef as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/0617ca17e11a4c66b5f9ddb98ba51aef
2024-11-20T13:45:13,813 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/0617ca17e11a4c66b5f9ddb98ba51aef, entries=150, sequenceid=308, filesize=12.0 K
2024-11-20T13:45:13,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/634414a08f284118934524cdc27b02ec as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/634414a08f284118934524cdc27b02ec
2024-11-20T13:45:13,818 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/634414a08f284118934524cdc27b02ec, entries=150, sequenceid=308, filesize=12.0 K
2024-11-20T13:45:13,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/940d2595e8ca4601b87b9a94032b207e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/940d2595e8ca4601b87b9a94032b207e
2024-11-20T13:45:13,822 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/940d2595e8ca4601b87b9a94032b207e, entries=150, sequenceid=308, filesize=12.0 K
2024-11-20T13:45:13,823 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 84ada09387f0eaed97a498227b9eae41 in 1244ms, sequenceid=308, compaction requested=true
2024-11-20T13:45:13,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:13,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:13,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83
2024-11-20T13:45:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=83
2024-11-20T13:45:13,825 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82
2024-11-20T13:45:13,826 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8560 sec
2024-11-20T13:45:13,827 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.8610 sec
2024-11-20T13:45:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:45:13,868 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB
2024-11-20T13:45:13,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:45:13,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-20T13:45:13,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:45:13,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-20T13:45:13,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:45:13,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-20T13:45:13,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/e7bbb940cb414a4293d7dbf304f8f467 is 50, key is test_row_0/A:col10/1732110312726/Put/seqid=0
2024-11-20T13:45:13,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742115_1291 (size=14741)
2024-11-20T13:45:13,887 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110373884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:13,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:13,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:13,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:13,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110373887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:13,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:13,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:13,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:13,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110373992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:13,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:13,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:13,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:14,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110374002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:14,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:14,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:14,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:14,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110374062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:14,064 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_2' in 84ada09387f0eaed97a498227b9eae41 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:45:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:14,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110374072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:14,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110374072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:14,076 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 84ada09387f0eaed97a498227b9eae41 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:45:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:14,076 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 84ada09387f0eaed97a498227b9eae41 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:45:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-20T13:45:14,112 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:14,112 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:45:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees
2024-11-20T13:45:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-20T13:45:14,114 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:45:14,114 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:45:14,114 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:45:14,205 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110374202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:14,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:14,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:14,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:14,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110374211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:14,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:14,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:14,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-20T13:45:14,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-20T13:45:14,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:14,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:14,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:14,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:14,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:14,280 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/e7bbb940cb414a4293d7dbf304f8f467
2024-11-20T13:45:14,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/b3bf680e268e4f28a75b8ff40e292d1c is 50, key is test_row_0/B:col10/1732110312726/Put/seqid=0
2024-11-20T13:45:14,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742116_1292 (size=12301)
2024-11-20T13:45:14,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-20T13:45:14,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:14,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:14,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:14,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:14,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-20T13:45:14,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110374512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:14,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:14,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:14,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:14,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110374522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:14,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:14,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:14,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:14,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-20T13:45:14,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:14,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:14,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:14,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:14,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:14,702 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/b3bf680e268e4f28a75b8ff40e292d1c
2024-11-20T13:45:14,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/93520ece076c469c88233d964f858daa is 50, key is test_row_0/C:col10/1732110312726/Put/seqid=0
2024-11-20T13:45:14,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742117_1293 (size=12301)
2024-11-20T13:45:14,715 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/93520ece076c469c88233d964f858daa
2024-11-20T13:45:14,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/e7bbb940cb414a4293d7dbf304f8f467 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/e7bbb940cb414a4293d7dbf304f8f467
2024-11-20T13:45:14,722 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/e7bbb940cb414a4293d7dbf304f8f467, entries=200, sequenceid=346, filesize=14.4 K
2024-11-20T13:45:14,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/b3bf680e268e4f28a75b8ff40e292d1c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/b3bf680e268e4f28a75b8ff40e292d1c
2024-11-20T13:45:14,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-20T13:45:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:14,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:14,727 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/b3bf680e268e4f28a75b8ff40e292d1c, entries=150, sequenceid=346, filesize=12.0 K
2024-11-20T13:45:14,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/93520ece076c469c88233d964f858daa as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/93520ece076c469c88233d964f858daa
2024-11-20T13:45:14,731 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/93520ece076c469c88233d964f858daa, entries=150, sequenceid=346, filesize=12.0 K
2024-11-20T13:45:14,732 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 84ada09387f0eaed97a498227b9eae41 in 865ms, sequenceid=346, compaction requested=true
2024-11-20T13:45:14,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:14,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:45:14,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:14,732 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:45:14,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:45:14,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:14,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:45:14,732 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:45:14,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:14,733 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54598 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:45:14,733 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49718 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:45:14,733 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/A is initiating minor compaction (all files)
2024-11-20T13:45:14,733 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/B is initiating minor compaction (all files)
2024-11-20T13:45:14,733 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/A in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:14,733 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/B in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:14,733 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/f8ba531c947a4ae3910c962f35f68065, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c9e5dccc0f4344ad88ffd21c830cdab9, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/0617ca17e11a4c66b5f9ddb98ba51aef, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/e7bbb940cb414a4293d7dbf304f8f467] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=53.3 K
2024-11-20T13:45:14,733 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/06e8fda79ffe405baf46f7f24ecc7ce6, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/47d6a13ba4eb4f65b0caf3993c8f4320, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/634414a08f284118934524cdc27b02ec, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/b3bf680e268e4f28a75b8ff40e292d1c] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=48.6 K
2024-11-20T13:45:14,734 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8ba531c947a4ae3910c962f35f68065, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732110310689
2024-11-20T13:45:14,734 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 06e8fda79ffe405baf46f7f24ecc7ce6, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732110310689
2024-11-20T13:45:14,734 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9e5dccc0f4344ad88ffd21c830cdab9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732110311897
2024-11-20T13:45:14,734 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 47d6a13ba4eb4f65b0caf3993c8f4320, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732110311897
2024-11-20T13:45:14,734 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0617ca17e11a4c66b5f9ddb98ba51aef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732110312003
2024-11-20T13:45:14,734 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 634414a08f284118934524cdc27b02ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732110312003
2024-11-20T13:45:14,734 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7bbb940cb414a4293d7dbf304f8f467, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732110312718
2024-11-20T13:45:14,734 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting b3bf680e268e4f28a75b8ff40e292d1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732110312722
2024-11-20T13:45:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-20T13:45:14,743 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#B#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:14,743 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/fbbd9e02c1ed4f23aa0b34be846f8cf7 is 50, key is test_row_0/B:col10/1732110312726/Put/seqid=0
2024-11-20T13:45:14,744 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#A#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:14,744 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/22be89d86398486c97b33766f369b40b is 50, key is test_row_0/A:col10/1732110312726/Put/seqid=0
2024-11-20T13:45:14,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742118_1294 (size=13051)
2024-11-20T13:45:14,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742119_1295 (size=13051)
2024-11-20T13:45:14,754 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/22be89d86398486c97b33766f369b40b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/22be89d86398486c97b33766f369b40b
2024-11-20T13:45:14,758 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/A of 84ada09387f0eaed97a498227b9eae41 into 22be89d86398486c97b33766f369b40b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:14,758 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:14,758 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/A, priority=12, startTime=1732110314732; duration=0sec
2024-11-20T13:45:14,758 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:14,758 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:A
2024-11-20T13:45:14,758 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:45:14,759 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49718 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:45:14,759 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/C is initiating minor compaction (all files)
2024-11-20T13:45:14,759 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/C in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:14,759 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/695e8817297844ee9bea716ac8f9b00f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/56f9d674d95b4a8284e70bbbc0e5dc2b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/940d2595e8ca4601b87b9a94032b207e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/93520ece076c469c88233d964f858daa] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=48.6 K
2024-11-20T13:45:14,760 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 695e8817297844ee9bea716ac8f9b00f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732110310689
2024-11-20T13:45:14,760 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56f9d674d95b4a8284e70bbbc0e5dc2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732110311897
2024-11-20T13:45:14,760 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 940d2595e8ca4601b87b9a94032b207e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732110312003
2024-11-20T13:45:14,760 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93520ece076c469c88233d964f858daa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732110312722
2024-11-20T13:45:14,768 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#C#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:14,769 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/bceabaf5d6ff4148b2744ee6ace1086d is 50, key is test_row_0/C:col10/1732110312726/Put/seqid=0
2024-11-20T13:45:14,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742120_1296 (size=13051)
2024-11-20T13:45:14,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-20T13:45:14,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:14,878 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB
2024-11-20T13:45:14,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:45:14,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:14,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:45:14,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:14,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:45:14,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:14,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/d22ac8d0eca846b181aa207ca4ca992e is 50, key is test_row_0/A:col10/1732110313885/Put/seqid=0
2024-11-20T13:45:14,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742121_1297 (size=12301)
2024-11-20T13:45:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:45:15,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:15,074 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110315063, max timestamp=1732110315071Num uniques 859; 
2024-11-20T13:45:15,074 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110315063, max timestamp=1732110315071Num uniques 859; 
2024-11-20T13:45:15,074 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110315063, max timestamp=1732110315071Num uniques 859; 
2024-11-20T13:45:15,074 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:45:15,074 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:45:15,074 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:45:15,131 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732110315106, max timestamp=1732110315127Num uniques 1018; 
2024-11-20T13:45:15,131 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-20T13:45:15,131 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732110315106, max timestamp=1732110315127Num uniques 1018; 
2024-11-20T13:45:15,131 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732110315106, max timestamp=1732110315127Num uniques 1018; 
2024-11-20T13:45:15,131 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-20T13:45:15,131 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-20T13:45:15,151 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/fbbd9e02c1ed4f23aa0b34be846f8cf7 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/fbbd9e02c1ed4f23aa0b34be846f8cf7
2024-11-20T13:45:15,155 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/B of 84ada09387f0eaed97a498227b9eae41 into fbbd9e02c1ed4f23aa0b34be846f8cf7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:15,155 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:15,155 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/B, priority=12, startTime=1732110314732; duration=0sec
2024-11-20T13:45:15,155 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:15,155 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:B
2024-11-20T13:45:15,177 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/bceabaf5d6ff4148b2744ee6ace1086d as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/bceabaf5d6ff4148b2744ee6ace1086d
2024-11-20T13:45:15,181 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/C of 84ada09387f0eaed97a498227b9eae41 into bceabaf5d6ff4148b2744ee6ace1086d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:15,181 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:15,181 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/C, priority=12, startTime=1732110314732; duration=0sec
2024-11-20T13:45:15,181 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:15,181 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:C
2024-11-20T13:45:15,186 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732110315151, max timestamp=1732110315182Num uniques 1027; 
2024-11-20T13:45:15,186 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732110315151, max timestamp=1732110315182Num uniques 1027; 
2024-11-20T13:45:15,186 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227
2024-11-20T13:45:15,186 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227
2024-11-20T13:45:15,186 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732110315151, max timestamp=1732110315182Num uniques 1027; 
2024-11-20T13:45:15,186 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227
2024-11-20T13:45:15,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110375228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:15,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:15,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:15,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:15,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110375229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:15,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:15,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:15,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-20T13:45:15,286 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/d22ac8d0eca846b181aa207ca4ca992e
2024-11-20T13:45:15,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/ec943533c8714ea785fbf8d31f31485e is 50, key is test_row_0/B:col10/1732110313885/Put/seqid=0
2024-11-20T13:45:15,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742122_1298 (size=12301)
2024-11-20T13:45:15,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110375341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:15,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110375341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:15,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110375552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:15,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:15,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110375552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:15,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:15,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:15,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:15,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:15,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:15,695 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/ec943533c8714ea785fbf8d31f31485e
2024-11-20T13:45:15,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/a102e0abfd284a20ba2693676249c60e is 50, key is test_row_0/C:col10/1732110313885/Put/seqid=0
2024-11-20T13:45:15,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742123_1299 (size=12301)
2024-11-20T13:45:15,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110375861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:15,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:15,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:15,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:15,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110375861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:15,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:15,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:15,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:16,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110376092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:16,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110376092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:16,094 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_2' in 84ada09387f0eaed97a498227b9eae41 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:45:16,094 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 84ada09387f0eaed97a498227b9eae41 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:45:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:16,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110376101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:16,104 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 84ada09387f0eaed97a498227b9eae41 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:45:16,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:16,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:16,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:16,106 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/a102e0abfd284a20ba2693676249c60e
2024-11-20T13:45:16,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/d22ac8d0eca846b181aa207ca4ca992e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/d22ac8d0eca846b181aa207ca4ca992e
2024-11-20T13:45:16,112 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/d22ac8d0eca846b181aa207ca4ca992e, entries=150, sequenceid=356, filesize=12.0 K
2024-11-20T13:45:16,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/ec943533c8714ea785fbf8d31f31485e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/ec943533c8714ea785fbf8d31f31485e
2024-11-20T13:45:16,117 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/ec943533c8714ea785fbf8d31f31485e, entries=150, sequenceid=356, filesize=12.0 K
2024-11-20T13:45:16,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/a102e0abfd284a20ba2693676249c60e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/a102e0abfd284a20ba2693676249c60e
2024-11-20T13:45:16,121 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/a102e0abfd284a20ba2693676249c60e, entries=150, sequenceid=356, filesize=12.0 K
2024-11-20T13:45:16,122 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 84ada09387f0eaed97a498227b9eae41 in 1244ms, sequenceid=356, compaction requested=false
2024-11-20T13:45:16,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:16,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:16,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85
2024-11-20T13:45:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=85
2024-11-20T13:45:16,125 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84
2024-11-20T13:45:16,125 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0100 sec
2024-11-20T13:45:16,127 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 2.0140 sec
2024-11-20T13:45:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-20T13:45:16,262 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:16,262 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:45:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees
2024-11-20T13:45:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-20T13:45:16,264 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:45:16,264 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:45:16,265 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:45:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-20T13:45:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:45:16,375 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=147.60 KB heapSize=419.16 KB
2024-11-20T13:45:16,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:45:16,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-20T13:45:16,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:45:16,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-20T13:45:16,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:45:16,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-20T13:45:16,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/e1d3e0b9aec24658b8d648fe32b40897 is 50, key is test_row_0/A:col10/1732110316373/Put/seqid=0
2024-11-20T13:45:16,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742124_1300 (size=14741)
2024-11-20T13:45:16,388 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/e1d3e0b9aec24658b8d648fe32b40897
2024-11-20T13:45:16,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110376389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:16,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:16,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:16,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110376390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:16,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:16,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:16,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:16,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:16,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/ada8f9aa872a4fe592cf355bb6a9288d is 50, key is test_row_0/B:col10/1732110316373/Put/seqid=0
2024-11-20T13:45:16,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742125_1301 (size=12301)
2024-11-20T13:45:16,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-11-20T13:45:16,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:16,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:16,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:16,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:16,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:16,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110376501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:16,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:16,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:16,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:16,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110376501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:16,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-11-20T13:45:16,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:16,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:16,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:16,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:16,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-20T13:45:16,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:16,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110376712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:16,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:16,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:16,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:16,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:16,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110376712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:16,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:16,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:16,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:16,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-11-20T13:45:16,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:16,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:16,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:16,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:16,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:16,800 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/ada8f9aa872a4fe592cf355bb6a9288d
2024-11-20T13:45:16,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/1ec8d153f87e4a3cb7b90a287de8ad12 is 50, key is test_row_0/C:col10/1732110316373/Put/seqid=0
2024-11-20T13:45:16,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742126_1302 (size=12301)
2024-11-20T13:45:16,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-11-20T13:45:16,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:16,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:16,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:16,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:16,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-20T13:45:17,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110377022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:17,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110377022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:17,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-11-20T13:45:17,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:17,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:17,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:17,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:17,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:17,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-11-20T13:45:17,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:17,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:17,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:17,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:17,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:17,211 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/1ec8d153f87e4a3cb7b90a287de8ad12
2024-11-20T13:45:17,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/e1d3e0b9aec24658b8d648fe32b40897 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/e1d3e0b9aec24658b8d648fe32b40897
2024-11-20T13:45:17,218 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/e1d3e0b9aec24658b8d648fe32b40897, entries=200, sequenceid=431, filesize=14.4 K
2024-11-20T13:45:17,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/ada8f9aa872a4fe592cf355bb6a9288d as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/ada8f9aa872a4fe592cf355bb6a9288d
2024-11-20T13:45:17,222 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/ada8f9aa872a4fe592cf355bb6a9288d, entries=150, sequenceid=431, filesize=12.0 K
2024-11-20T13:45:17,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/1ec8d153f87e4a3cb7b90a287de8ad12 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/1ec8d153f87e4a3cb7b90a287de8ad12
2024-11-20T13:45:17,226 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/1ec8d153f87e4a3cb7b90a287de8ad12, entries=150, sequenceid=431, filesize=12.0 K
2024-11-20T13:45:17,227 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~439.03 KB/449568, currentSize=26.84 KB/27480 for 84ada09387f0eaed97a498227b9eae41 in 852ms, sequenceid=431, compaction requested=true
2024-11-20T13:45:17,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:17,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:45:17,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:17,227 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:17,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:45:17,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:17,227 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:17,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:45:17,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:17,228 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:17,228 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/A is initiating minor compaction (all files)
2024-11-20T13:45:17,228 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:17,228 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/A in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:17,228 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/B is initiating minor compaction (all files)
2024-11-20T13:45:17,228 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/B in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:17,228 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/22be89d86398486c97b33766f369b40b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/d22ac8d0eca846b181aa207ca4ca992e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/e1d3e0b9aec24658b8d648fe32b40897] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=39.2 K
2024-11-20T13:45:17,228 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/fbbd9e02c1ed4f23aa0b34be846f8cf7, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/ec943533c8714ea785fbf8d31f31485e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/ada8f9aa872a4fe592cf355bb6a9288d] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=36.8 K
2024-11-20T13:45:17,229 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22be89d86398486c97b33766f369b40b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732110312722
2024-11-20T13:45:17,229 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting fbbd9e02c1ed4f23aa0b34be846f8cf7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732110312722
2024-11-20T13:45:17,229 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting ec943533c8714ea785fbf8d31f31485e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732110313881
2024-11-20T13:45:17,229 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting d22ac8d0eca846b181aa207ca4ca992e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732110313881
2024-11-20T13:45:17,230 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1d3e0b9aec24658b8d648fe32b40897, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732110315221
2024-11-20T13:45:17,230 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting ada8f9aa872a4fe592cf355bb6a9288d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732110315228
2024-11-20T13:45:17,250 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#B#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:17,250 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#A#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:17,251 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/db69f61216f243e5a582c8d740357cd0 is 50, key is test_row_0/B:col10/1732110316373/Put/seqid=0
2024-11-20T13:45:17,251 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/f0c05df80fdd47008b9c4ad0d79b27d1 is 50, key is test_row_0/A:col10/1732110316373/Put/seqid=0
2024-11-20T13:45:17,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742127_1303 (size=13153)
2024-11-20T13:45:17,281 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/f0c05df80fdd47008b9c4ad0d79b27d1 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/f0c05df80fdd47008b9c4ad0d79b27d1
2024-11-20T13:45:17,285 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/A of 84ada09387f0eaed97a498227b9eae41 into f0c05df80fdd47008b9c4ad0d79b27d1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:17,286 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:17,286 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/A, priority=13, startTime=1732110317227; duration=0sec
2024-11-20T13:45:17,286 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:17,286 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:A
2024-11-20T13:45:17,286 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:17,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742128_1304 (size=13153)
2024-11-20T13:45:17,288 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:17,288 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/C is initiating minor compaction (all files)
2024-11-20T13:45:17,288 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/C in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:17,288 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/bceabaf5d6ff4148b2744ee6ace1086d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/a102e0abfd284a20ba2693676249c60e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/1ec8d153f87e4a3cb7b90a287de8ad12] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=36.8 K
2024-11-20T13:45:17,288 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting bceabaf5d6ff4148b2744ee6ace1086d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732110312722
2024-11-20T13:45:17,288 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting a102e0abfd284a20ba2693676249c60e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732110313881
2024-11-20T13:45:17,289 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ec8d153f87e4a3cb7b90a287de8ad12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732110315228
2024-11-20T13:45:17,291 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/db69f61216f243e5a582c8d740357cd0 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/db69f61216f243e5a582c8d740357cd0
2024-11-20T13:45:17,296 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/B of 84ada09387f0eaed97a498227b9eae41 into db69f61216f243e5a582c8d740357cd0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:17,296 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:17,296 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/B, priority=13, startTime=1732110317227; duration=0sec
2024-11-20T13:45:17,296 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:17,296 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:B
2024-11-20T13:45:17,298 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#C#compaction#260 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:17,298 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/5a4da6754df949b696f8c77c35b456c1 is 50, key is test_row_0/C:col10/1732110316373/Put/seqid=0
2024-11-20T13:45:17,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742129_1305 (size=13153)
2024-11-20T13:45:17,307 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/5a4da6754df949b696f8c77c35b456c1 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/5a4da6754df949b696f8c77c35b456c1
2024-11-20T13:45:17,312 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/C of 84ada09387f0eaed97a498227b9eae41 into 5a4da6754df949b696f8c77c35b456c1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:17,312 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:17,312 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/C, priority=13, startTime=1732110317227; duration=0sec
2024-11-20T13:45:17,312 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:17,312 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:C
2024-11-20T13:45:17,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-11-20T13:45:17,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:17,332 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-11-20T13:45:17,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:45:17,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:17,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:45:17,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:17,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:45:17,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:17,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/50621504ab75419680b5998ddc3462e6 is 50, key is test_row_0/A:col10/1732110316389/Put/seqid=0
2024-11-20T13:45:17,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742130_1306 (size=12301)
2024-11-20T13:45:17,342 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/50621504ab75419680b5998ddc3462e6
2024-11-20T13:45:17,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/91bea7544a484521ae5d413be2ee5f0e is 50, key is test_row_0/B:col10/1732110316389/Put/seqid=0
2024-11-20T13:45:17,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742131_1307 (size=12301)
2024-11-20T13:45:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-20T13:45:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:45:17,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:17,569 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110317556, max timestamp=1732110317566Num uniques 859; 
2024-11-20T13:45:17,569 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:45:17,569 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110317556, max timestamp=1732110317566Num uniques 859; 
2024-11-20T13:45:17,569 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:45:17,569 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110317556, max timestamp=1732110317566Num uniques 859; 
2024-11-20T13:45:17,569 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:45:17,617 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732110317600, max timestamp=1732110317614Num uniques 1018; 
2024-11-20T13:45:17,617 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-11-20T13:45:17,618 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732110317600, max timestamp=1732110317614Num uniques 1018; 
2024-11-20T13:45:17,618 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732110317600, max timestamp=1732110317614Num uniques 1018; 
2024-11-20T13:45:17,618 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-11-20T13:45:17,618 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-11-20T13:45:17,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732110317648, max timestamp=1732110317682Num uniques 1077; 
2024-11-20T13:45:17,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227
2024-11-20T13:45:17,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732110317648, max timestamp=1732110317682Num uniques 1077; 
2024-11-20T13:45:17,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227
2024-11-20T13:45:17,686 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732110317648, max timestamp=1732110317682Num uniques 1077; 
2024-11-20T13:45:17,686 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227
2024-11-20T13:45:17,752 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/91bea7544a484521ae5d413be2ee5f0e
2024-11-20T13:45:17,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/8ae791a4df4241ccae7e0d4ebea4e014 is 50, key is test_row_0/C:col10/1732110316389/Put/seqid=0
2024-11-20T13:45:17,763 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732110317736, max timestamp=1732110317757Num uniques 1086; 
2024-11-20T13:45:17,763 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236
2024-11-20T13:45:17,763 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732110317736, max timestamp=1732110317757Num uniques 1086; 
2024-11-20T13:45:17,763 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236
2024-11-20T13:45:17,763 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732110317736, max timestamp=1732110317757Num uniques 1086; 
2024-11-20T13:45:17,763 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236
2024-11-20T13:45:17,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742132_1308 (size=12301)
2024-11-20T13:45:17,816 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732110317801, max timestamp=1732110317813Num uniques 1095; 
2024-11-20T13:45:17,816 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195
2024-11-20T13:45:17,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732110317801, max timestamp=1732110317813Num uniques 1095; 
2024-11-20T13:45:17,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195
2024-11-20T13:45:17,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732110317801, max timestamp=1732110317813Num uniques 1095; 
2024-11-20T13:45:17,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195
2024-11-20T13:45:17,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1732110317854, max timestamp=1732110317873Num uniques 1054; 
2024-11-20T13:45:17,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154
2024-11-20T13:45:17,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1732110317854, max timestamp=1732110317873Num uniques 1054; 
2024-11-20T13:45:17,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154
2024-11-20T13:45:17,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1732110317854, max timestamp=1732110317873Num uniques 1054; 
2024-11-20T13:45:17,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154
2024-11-20T13:45:17,929 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732110317910, max timestamp=1732110317925Num uniques 1013; 
2024-11-20T13:45:17,929 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732110317910, max timestamp=1732110317925Num uniques 1013; 
2024-11-20T13:45:17,929 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213
2024-11-20T13:45:17,929 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213
2024-11-20T13:45:17,929 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732110317910, max timestamp=1732110317925Num uniques 1013; 
2024-11-20T13:45:17,929 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213
2024-11-20T13:45:17,975 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1732110317957, max timestamp=1732110317971Num uniques 1072; 
2024-11-20T13:45:17,975 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222
2024-11-20T13:45:17,975 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1732110317957, max timestamp=1732110317971Num uniques 1072; 
2024-11-20T13:45:17,975 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222
2024-11-20T13:45:17,975 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1732110317957, max timestamp=1732110317971Num uniques 1072; 
2024-11-20T13:45:17,975 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222
2024-11-20T13:45:18,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1732110318004, max timestamp=1732110318015Num uniques 1081; 
2024-11-20T13:45:18,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1732110318004, max timestamp=1732110318015Num uniques 1081; 
2024-11-20T13:45:18,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=8286, suffix heap size=140392,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=181
2024-11-20T13:45:18,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=8286, suffix heap size=140392,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=181
2024-11-20T13:45:18,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1732110318004, max timestamp=1732110318015Num uniques 1081; 
2024-11-20T13:45:18,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=8286, suffix heap size=140392,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=181
2024-11-20T13:45:18,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1732110318042, max timestamp=1732110318058Num uniques 1040; 
2024-11-20T13:45:18,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=8700, suffix heap size=136128,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=190
2024-11-20T13:45:18,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1732110318042, max timestamp=1732110318058Num uniques 1040; 
2024-11-20T13:45:18,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=8700, suffix heap size=136128,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=190
2024-11-20T13:45:18,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1732110318042, max timestamp=1732110318058Num uniques 1040; 
2024-11-20T13:45:18,063 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=8700, suffix heap size=136128,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=190
2024-11-20T13:45:18,100 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1732110318058, max timestamp=1732110318097Num uniques 1049; 
2024-11-20T13:45:18,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=11404, suffix heap size=137064,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=249
2024-11-20T13:45:18,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1732110318058, max timestamp=1732110318097Num uniques 1049; 
2024-11-20T13:45:18,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=11404, suffix heap size=137064,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=249
2024-11-20T13:45:18,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1732110318058, max timestamp=1732110318097Num uniques 1049; 
2024-11-20T13:45:18,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=11404, suffix heap size=137064,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=249
2024-11-20T13:45:18,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110378140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:18,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:18,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:18,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:18,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1732110318132, max timestamp=1732110318146Num uniques 1108; 
2024-11-20T13:45:18,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1732110318132, max timestamp=1732110318146Num uniques 1108; 
2024-11-20T13:45:18,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1732110318132, max timestamp=1732110318146Num uniques 1108; 
2024-11-20T13:45:18,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=7230, suffix heap size=143200,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=158
2024-11-20T13:45:18,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=7230, suffix heap size=143200,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=158
2024-11-20T13:45:18,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=7230, suffix heap size=143200,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=158
2024-11-20T13:45:18,183 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/8ae791a4df4241ccae7e0d4ebea4e014
2024-11-20T13:45:18,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/50621504ab75419680b5998ddc3462e6 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/50621504ab75419680b5998ddc3462e6
2024-11-20T13:45:18,190 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/50621504ab75419680b5998ddc3462e6, entries=150, sequenceid=441, filesize=12.0 K
2024-11-20T13:45:18,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/91bea7544a484521ae5d413be2ee5f0e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/91bea7544a484521ae5d413be2ee5f0e
2024-11-20T13:45:18,194 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/91bea7544a484521ae5d413be2ee5f0e, entries=150, sequenceid=441, filesize=12.0 K
2024-11-20T13:45:18,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/8ae791a4df4241ccae7e0d4ebea4e014 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8ae791a4df4241ccae7e0d4ebea4e014
2024-11-20T13:45:18,198 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8ae791a4df4241ccae7e0d4ebea4e014, entries=150, sequenceid=441, filesize=12.0 K
2024-11-20T13:45:18,199 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=100.63 KB/103050 for 84ada09387f0eaed97a498227b9eae41 in 868ms, sequenceid=441, compaction requested=false
2024-11-20T13:45:18,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:18,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:18,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87
2024-11-20T13:45:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=87
2024-11-20T13:45:18,202 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86
2024-11-20T13:45:18,202 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9350 sec
2024-11-20T13:45:18,203 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.9400 sec
2024-11-20T13:45:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:45:18,204 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=107.34 KB heapSize=305.39 KB
2024-11-20T13:45:18,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:45:18,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:18,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:45:18,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:18,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:45:18,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:18,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/d5715421f3c94fe4b9f8c6792c3040cf is 50, key is test_row_0/A:col10/1732110318173/Put/seqid=0
2024-11-20T13:45:18,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742133_1309 (size=14741)
2024-11-20T13:45:18,212 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=663 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/d5715421f3c94fe4b9f8c6792c3040cf
2024-11-20T13:45:18,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/13d6aaadc3014ca6bcafc378518e9e24 is 50, key is test_row_0/B:col10/1732110318173/Put/seqid=0
2024-11-20T13:45:18,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742134_1310 (size=12301)
2024-11-20T13:45:18,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110378258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:18,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110378264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:18,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:18,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:18,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:18,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110378371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:18,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110378371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:18,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:18,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:18,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:18,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:18,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:18,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-20T13:45:18,412 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:18,412 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:45:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees
2024-11-20T13:45:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-20T13:45:18,414 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:45:18,415 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:45:18,415 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:45:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-20T13:45:18,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89
2024-11-20T13:45:18,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:18,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:18,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:18,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:18,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=89
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:18,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110378581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:18,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110378581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:18,624 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=663 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/13d6aaadc3014ca6bcafc378518e9e24
2024-11-20T13:45:18,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/3c3f22dc009446c0946c2fe9441f2369 is 50, key is test_row_0/C:col10/1732110318173/Put/seqid=0
2024-11-20T13:45:18,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742135_1311 (size=12301)
2024-11-20T13:45:18,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89
2024-11-20T13:45:18,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:18,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:18,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:18,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:18,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=89
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-20T13:45:18,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89
2024-11-20T13:45:18,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:18,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:18,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:18,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:18,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=89
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:18,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110378892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:18,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110378892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:18,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:18,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:18,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:18,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:18,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:18,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:19,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89
2024-11-20T13:45:19,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:19,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:19,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:19,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:19,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89
java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=89
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:19,028 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46265 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=28425b5b8f92,46817,1732110231487, table=TestAcidGuarantees, region=84ada09387f0eaed97a498227b9eae41. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-20T13:45:19,033 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=663 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/3c3f22dc009446c0946c2fe9441f2369
2024-11-20T13:45:19,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/d5715421f3c94fe4b9f8c6792c3040cf as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/d5715421f3c94fe4b9f8c6792c3040cf
2024-11-20T13:45:19,040 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/d5715421f3c94fe4b9f8c6792c3040cf, entries=200, sequenceid=663, filesize=14.4 K
2024-11-20T13:45:19,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/13d6aaadc3014ca6bcafc378518e9e24 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/13d6aaadc3014ca6bcafc378518e9e24
2024-11-20T13:45:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-20T13:45:19,045 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/13d6aaadc3014ca6bcafc378518e9e24, entries=150, sequenceid=663, filesize=12.0 K
2024-11-20T13:45:19,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/3c3f22dc009446c0946c2fe9441f2369 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/3c3f22dc009446c0946c2fe9441f2369
2024-11-20T13:45:19,050 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/3c3f22dc009446c0946c2fe9441f2369, entries=150, sequenceid=663, filesize=12.0 K
2024-11-20T13:45:19,051 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~305.34 KB/312672, currentSize=73.80 KB/75570 for 84ada09387f0eaed97a498227b9eae41 in 846ms, sequenceid=663, compaction requested=true
2024-11-20T13:45:19,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:19,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:45:19,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:19,051 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:19,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:45:19,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:19,051 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:19,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:45:19,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:19,052 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:19,052 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:19,052 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/B is initiating minor compaction (all files)
2024-11-20T13:45:19,052 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/A is initiating minor compaction (all files)
2024-11-20T13:45:19,052 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/B in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:19,052 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/A in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:19,052 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/db69f61216f243e5a582c8d740357cd0, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/91bea7544a484521ae5d413be2ee5f0e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/13d6aaadc3014ca6bcafc378518e9e24] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=36.9 K
2024-11-20T13:45:19,052 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/f0c05df80fdd47008b9c4ad0d79b27d1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/50621504ab75419680b5998ddc3462e6, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/d5715421f3c94fe4b9f8c6792c3040cf] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=39.3 K
2024-11-20T13:45:19,052 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0c05df80fdd47008b9c4ad0d79b27d1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732110315228
2024-11-20T13:45:19,052 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting db69f61216f243e5a582c8d740357cd0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732110315228
2024-11-20T13:45:19,052 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50621504ab75419680b5998ddc3462e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732110316379
2024-11-20T13:45:19,052 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 91bea7544a484521ae5d413be2ee5f0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732110316379
2024-11-20T13:45:19,053 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5715421f3c94fe4b9f8c6792c3040cf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=663, earliestPutTs=1732110318173
2024-11-20T13:45:19,053 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 13d6aaadc3014ca6bcafc378518e9e24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=663, earliestPutTs=1732110318173
2024-11-20T13:45:19,059 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#A#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:19,059 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/1f21b6c4d36f4bb495105420e352665f is 50, key is test_row_0/A:col10/1732110318173/Put/seqid=0
2024-11-20T13:45:19,066 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#B#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:19,066 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/598b52883e1044da91e28d84bc1096b6 is 50, key is test_row_0/B:col10/1732110318173/Put/seqid=0
2024-11-20T13:45:19,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742136_1312 (size=13255)
2024-11-20T13:45:19,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742137_1313 (size=13255)
2024-11-20T13:45:19,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89
2024-11-20T13:45:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:19,179 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-20T13:45:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:45:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:45:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:45:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:19,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/b9ddeb9d9deb415999a39f7575f13a9a is 50, key is test_row_0/A:col10/1732110318242/Put/seqid=0
2024-11-20T13:45:19,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742138_1314 (size=12301)
2024-11-20T13:45:19,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. as already flushing
2024-11-20T13:45:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:45:19,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110379435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:19,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:19,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:19,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:19,442 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110379439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:19,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:19,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:19,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:19,486 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/598b52883e1044da91e28d84bc1096b6 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/598b52883e1044da91e28d84bc1096b6
2024-11-20T13:45:19,486 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/1f21b6c4d36f4bb495105420e352665f as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/1f21b6c4d36f4bb495105420e352665f
2024-11-20T13:45:19,493 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/A of 84ada09387f0eaed97a498227b9eae41 into 1f21b6c4d36f4bb495105420e352665f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:19,493 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/B of 84ada09387f0eaed97a498227b9eae41 into 598b52883e1044da91e28d84bc1096b6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:19,493 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:19,493 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:19,493 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/A, priority=13, startTime=1732110319051; duration=0sec
2024-11-20T13:45:19,493 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/B, priority=13, startTime=1732110319051; duration=0sec
2024-11-20T13:45:19,494 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:19,494 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:A
2024-11-20T13:45:19,494 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:19,494 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:B
2024-11-20T13:45:19,494 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:19,494 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:19,494 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/C is initiating minor compaction (all files)
2024-11-20T13:45:19,494 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/C in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:19,495 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/5a4da6754df949b696f8c77c35b456c1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8ae791a4df4241ccae7e0d4ebea4e014, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/3c3f22dc009446c0946c2fe9441f2369] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=36.9 K
2024-11-20T13:45:19,495 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a4da6754df949b696f8c77c35b456c1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732110315228
2024-11-20T13:45:19,495 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ae791a4df4241ccae7e0d4ebea4e014, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732110316379
2024-11-20T13:45:19,495 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c3f22dc009446c0946c2fe9441f2369, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=663, earliestPutTs=1732110318173
2024-11-20T13:45:19,502 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#C#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:19,502 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/85d825a72fe642abb0e9a342fb0f0c88 is 50, key is test_row_0/C:col10/1732110318173/Put/seqid=0
2024-11-20T13:45:19,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742139_1315 (size=13255)
2024-11-20T13:45:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-20T13:45:19,552 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110379552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:19,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:19,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:19,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:19,553 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110379553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:19,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:19,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:19,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:19,568 INFO  [Thread-1086 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1086.
2024-11-20T13:45:19,568 DEBUG [Thread-1086 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:45:19,568 DEBUG [Thread-1086 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:19,568 DEBUG [Thread-1086 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:19,568 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:45:19,568 INFO  [Thread-1078 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1078.
2024-11-20T13:45:19,568 DEBUG [Thread-1078 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:45:19,568 DEBUG [Thread-1078 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:19,568 DEBUG [Thread-1078 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:19,568 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:45:19,569 INFO  [Thread-1080 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1080.
2024-11-20T13:45:19,569 DEBUG [Thread-1080 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:45:19,569 DEBUG [Thread-1080 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:19,569 DEBUG [Thread-1080 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:19,569 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:45:19,572 INFO  [Thread-1084 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1084.
2024-11-20T13:45:19,572 DEBUG [Thread-1084 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:45:19,572 DEBUG [Thread-1084 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:19,572 DEBUG [Thread-1084 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:19,572 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:45:19,572 INFO  [Thread-1082 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1082.
2024-11-20T13:45:19,572 DEBUG [Thread-1082 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:45:19,572 DEBUG [Thread-1082 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:19,572 DEBUG [Thread-1082 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:19,572 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:45:19,589 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=677 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/b9ddeb9d9deb415999a39f7575f13a9a
2024-11-20T13:45:19,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/565a5232c2bb432ab93421ca793af3b9 is 50, key is test_row_0/B:col10/1732110318242/Put/seqid=0
2024-11-20T13:45:19,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742140_1316 (size=12301)
2024-11-20T13:45:19,763 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:19,763 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110379763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110379763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:19,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:19,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:19,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:19,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:19,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:19,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:19,850 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-20T13:45:19,925 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/85d825a72fe642abb0e9a342fb0f0c88 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/85d825a72fe642abb0e9a342fb0f0c88
2024-11-20T13:45:19,929 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/C of 84ada09387f0eaed97a498227b9eae41 into 85d825a72fe642abb0e9a342fb0f0c88(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:19,929 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:19,929 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/C, priority=13, startTime=1732110319051; duration=0sec
2024-11-20T13:45:19,929 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:19,929 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:C
2024-11-20T13:45:20,000 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=677 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/565a5232c2bb432ab93421ca793af3b9
2024-11-20T13:45:20,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/a4762a2dede8436293567fc8649ae3cd is 50, key is test_row_0/C:col10/1732110318242/Put/seqid=0
2024-11-20T13:45:20,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742141_1317 (size=12301)
2024-11-20T13:45:20,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:20,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47084 deadline: 1732110380072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47058 deadline: 1732110380072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:20,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1732110380102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:20,103 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_2' in 84ada09387f0eaed97a498227b9eae41 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8196 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:45:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:20,112 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1732110380111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:20,112 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 84ada09387f0eaed97a498227b9eae41 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8198 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:45:20,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:20,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:20,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:20,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47078 deadline: 1732110380122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:20,122 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 84ada09387f0eaed97a498227b9eae41 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8207 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:45:20,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:20,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:20,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:45:20,412 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=677 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/a4762a2dede8436293567fc8649ae3cd
2024-11-20T13:45:20,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/b9ddeb9d9deb415999a39f7575f13a9a as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/b9ddeb9d9deb415999a39f7575f13a9a
2024-11-20T13:45:20,422 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/b9ddeb9d9deb415999a39f7575f13a9a, entries=150, sequenceid=677, filesize=12.0 K
2024-11-20T13:45:20,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/565a5232c2bb432ab93421ca793af3b9 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/565a5232c2bb432ab93421ca793af3b9
2024-11-20T13:45:20,429 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/565a5232c2bb432ab93421ca793af3b9, entries=150, sequenceid=677, filesize=12.0 K
2024-11-20T13:45:20,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/a4762a2dede8436293567fc8649ae3cd as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/a4762a2dede8436293567fc8649ae3cd
2024-11-20T13:45:20,432 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/a4762a2dede8436293567fc8649ae3cd, entries=150, sequenceid=677, filesize=12.0 K
2024-11-20T13:45:20,433 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 84ada09387f0eaed97a498227b9eae41 in 1254ms, sequenceid=677, compaction requested=false
2024-11-20T13:45:20,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:20,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:20,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89
2024-11-20T13:45:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=89
2024-11-20T13:45:20,436 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88
2024-11-20T13:45:20,436 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0200 sec
2024-11-20T13:45:20,438 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 2.0240 sec
2024-11-20T13:45:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-20T13:45:20,562 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:45:20,583 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-20T13:45:20,583 INFO  [Thread-1071 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1071.
2024-11-20T13:45:20,584 INFO  [Thread-1069 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1069.
2024-11-20T13:45:20,584 DEBUG [Thread-1071 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:45:20,584 DEBUG [Thread-1071 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:20,584 DEBUG [Thread-1069 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:45:20,584 DEBUG [Thread-1069 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:20,584 DEBUG [Thread-1069 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:20,584 DEBUG [Thread-1071 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:20,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:45:20,584 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:45:20,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:20,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:45:20,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:20,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:45:20,584 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:45:20,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:20,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/4f82466982684875b5465f39b9a60a6e is 50, key is test_row_0/A:col10/1732110319422/Put/seqid=0
2024-11-20T13:45:20,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742142_1318 (size=12301)
2024-11-20T13:45:20,991 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=700 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/4f82466982684875b5465f39b9a60a6e
2024-11-20T13:45:20,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/044c1b893e6845ee8929548fca84ed8c is 50, key is test_row_0/B:col10/1732110319422/Put/seqid=0
2024-11-20T13:45:21,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742143_1319 (size=12301)
2024-11-20T13:45:21,404 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=700 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/044c1b893e6845ee8929548fca84ed8c
2024-11-20T13:45:21,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/9cd525363a074b09808a15a26fe8037e is 50, key is test_row_0/C:col10/1732110319422/Put/seqid=0
2024-11-20T13:45:21,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742144_1320 (size=12301)
2024-11-20T13:45:21,822 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=700 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/9cd525363a074b09808a15a26fe8037e
2024-11-20T13:45:21,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/4f82466982684875b5465f39b9a60a6e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/4f82466982684875b5465f39b9a60a6e
2024-11-20T13:45:21,839 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/4f82466982684875b5465f39b9a60a6e, entries=150, sequenceid=700, filesize=12.0 K
2024-11-20T13:45:21,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/044c1b893e6845ee8929548fca84ed8c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/044c1b893e6845ee8929548fca84ed8c
2024-11-20T13:45:21,844 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/044c1b893e6845ee8929548fca84ed8c, entries=150, sequenceid=700, filesize=12.0 K
2024-11-20T13:45:21,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/9cd525363a074b09808a15a26fe8037e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/9cd525363a074b09808a15a26fe8037e
2024-11-20T13:45:21,849 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/9cd525363a074b09808a15a26fe8037e, entries=150, sequenceid=700, filesize=12.0 K
2024-11-20T13:45:21,850 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 84ada09387f0eaed97a498227b9eae41 in 1267ms, sequenceid=700, compaction requested=true
2024-11-20T13:45:21,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:21,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:45:21,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:21,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:45:21,850 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:21,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:21,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84ada09387f0eaed97a498227b9eae41:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:45:21,850 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:21,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:21,851 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:21,851 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:21,851 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/B is initiating minor compaction (all files)
2024-11-20T13:45:21,851 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/A is initiating minor compaction (all files)
2024-11-20T13:45:21,851 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/A in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:21,852 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/B in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:21,852 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/1f21b6c4d36f4bb495105420e352665f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/b9ddeb9d9deb415999a39f7575f13a9a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/4f82466982684875b5465f39b9a60a6e] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=37.0 K
2024-11-20T13:45:21,852 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/598b52883e1044da91e28d84bc1096b6, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/565a5232c2bb432ab93421ca793af3b9, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/044c1b893e6845ee8929548fca84ed8c] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=37.0 K
2024-11-20T13:45:21,852 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f21b6c4d36f4bb495105420e352665f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=663, earliestPutTs=1732110318173
2024-11-20T13:45:21,852 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 598b52883e1044da91e28d84bc1096b6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=663, earliestPutTs=1732110318173
2024-11-20T13:45:21,852 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9ddeb9d9deb415999a39f7575f13a9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=677, earliestPutTs=1732110318219
2024-11-20T13:45:21,852 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 565a5232c2bb432ab93421ca793af3b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=677, earliestPutTs=1732110318219
2024-11-20T13:45:21,853 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f82466982684875b5465f39b9a60a6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=700, earliestPutTs=1732110319422
2024-11-20T13:45:21,853 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 044c1b893e6845ee8929548fca84ed8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=700, earliestPutTs=1732110319422
2024-11-20T13:45:21,860 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#A#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:21,861 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/ec6b7352e45c405db506829706b9d00d is 50, key is test_row_0/A:col10/1732110319422/Put/seqid=0
2024-11-20T13:45:21,861 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#B#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:21,861 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/c83c4632d47047e7a6084e0f54663d51 is 50, key is test_row_0/B:col10/1732110319422/Put/seqid=0
2024-11-20T13:45:21,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742145_1321 (size=13357)
2024-11-20T13:45:21,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742146_1322 (size=13357)
2024-11-20T13:45:22,274 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/ec6b7352e45c405db506829706b9d00d as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/ec6b7352e45c405db506829706b9d00d
2024-11-20T13:45:22,274 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/c83c4632d47047e7a6084e0f54663d51 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/c83c4632d47047e7a6084e0f54663d51
2024-11-20T13:45:22,278 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/A of 84ada09387f0eaed97a498227b9eae41 into ec6b7352e45c405db506829706b9d00d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:22,278 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/B of 84ada09387f0eaed97a498227b9eae41 into c83c4632d47047e7a6084e0f54663d51(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:22,278 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:22,278 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:22,278 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/B, priority=13, startTime=1732110321850; duration=0sec
2024-11-20T13:45:22,278 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/A, priority=13, startTime=1732110321850; duration=0sec
2024-11-20T13:45:22,279 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:22,279 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:B
2024-11-20T13:45:22,279 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:22,279 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:A
2024-11-20T13:45:22,279 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:22,279 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:22,279 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 84ada09387f0eaed97a498227b9eae41/C is initiating minor compaction (all files)
2024-11-20T13:45:22,280 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84ada09387f0eaed97a498227b9eae41/C in TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:22,280 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/85d825a72fe642abb0e9a342fb0f0c88, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/a4762a2dede8436293567fc8649ae3cd, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/9cd525363a074b09808a15a26fe8037e] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp, totalSize=37.0 K
2024-11-20T13:45:22,280 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 85d825a72fe642abb0e9a342fb0f0c88, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=663, earliestPutTs=1732110318173
2024-11-20T13:45:22,280 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting a4762a2dede8436293567fc8649ae3cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=677, earliestPutTs=1732110318219
2024-11-20T13:45:22,280 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cd525363a074b09808a15a26fe8037e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=700, earliestPutTs=1732110319422
2024-11-20T13:45:22,287 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84ada09387f0eaed97a498227b9eae41#C#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:22,288 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/ae5a48bda1524f389782da07269d2767 is 50, key is test_row_0/C:col10/1732110319422/Put/seqid=0
2024-11-20T13:45:22,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742147_1323 (size=13357)
2024-11-20T13:45:22,700 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/ae5a48bda1524f389782da07269d2767 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/ae5a48bda1524f389782da07269d2767
2024-11-20T13:45:22,708 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84ada09387f0eaed97a498227b9eae41/C of 84ada09387f0eaed97a498227b9eae41 into ae5a48bda1524f389782da07269d2767(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:22,708 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84ada09387f0eaed97a498227b9eae41:

2024-11-20T13:45:22,708 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., storeName=84ada09387f0eaed97a498227b9eae41/C, priority=13, startTime=1732110321850; duration=0sec
2024-11-20T13:45:22,708 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:22,708 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84ada09387f0eaed97a498227b9eae41:C
2024-11-20T13:45:30,127 INFO  [Thread-1075 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1075.
2024-11-20T13:45:30,127 DEBUG [Thread-1075 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:45:30,127 DEBUG [Thread-1075 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:30,127 DEBUG [Thread-1075 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:30,127 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:45:30,205 INFO  [Thread-1067 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1067.
2024-11-20T13:45:30,205 DEBUG [Thread-1067 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:45:30,205 DEBUG [Thread-1067 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:30,206 DEBUG [Thread-1067 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:30,206 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:45:30,215 INFO  [Thread-1073 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1073.
2024-11-20T13:45:30,215 DEBUG [Thread-1073 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:45:30,215 DEBUG [Thread-1073 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:30,215 DEBUG [Thread-1073 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:30,215 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:45:30,215 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-20T13:45:30,215 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 53
2024-11-20T13:45:30,215 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 219
2024-11-20T13:45:30,215 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 235
2024-11-20T13:45:30,215 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 53
2024-11-20T13:45:30,215 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 49
2024-11-20T13:45:30,215 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-20T13:45:30,215 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3376
2024-11-20T13:45:30,215 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3375
2024-11-20T13:45:30,215 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3293
2024-11-20T13:45:30,216 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3372
2024-11-20T13:45:30,216 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3382
2024-11-20T13:45:30,216 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-20T13:45:30,216 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-20T13:45:30,216 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T13:45:30,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:30,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:30,216 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:45:30,217 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-20T13:45:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-20T13:45:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90
2024-11-20T13:45:30,222 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110330222"}]},"ts":"1732110330222"}
2024-11-20T13:45:30,224 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-20T13:45:30,224 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-20T13:45:30,225 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-20T13:45:30,227 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=84ada09387f0eaed97a498227b9eae41, UNASSIGN}]
2024-11-20T13:45:30,228 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=84ada09387f0eaed97a498227b9eae41, UNASSIGN
2024-11-20T13:45:30,229 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=84ada09387f0eaed97a498227b9eae41, regionState=CLOSING, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:30,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=84ada09387f0eaed97a498227b9eae41, UNASSIGN because future has completed
2024-11-20T13:45:30,231 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-20T13:45:30,231 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487}]
2024-11-20T13:45:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90
2024-11-20T13:45:30,384 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:45:30,384 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-20T13:45:30,384 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing 84ada09387f0eaed97a498227b9eae41, disabling compactions & flushes
2024-11-20T13:45:30,384 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:30,384 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:30,384 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. after waiting 0 ms
2024-11-20T13:45:30,384 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:30,385 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(2902): Flushing 84ada09387f0eaed97a498227b9eae41 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB
2024-11-20T13:45:30,385 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=A
2024-11-20T13:45:30,385 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:30,385 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=B
2024-11-20T13:45:30,385 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:30,385 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84ada09387f0eaed97a498227b9eae41, store=C
2024-11-20T13:45:30,385 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:30,391 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/64e64638cbde47eea02c93857e92892b is 50, key is test_row_1/A:col10/1732110330213/Put/seqid=0
2024-11-20T13:45:30,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742148_1324 (size=9857)
2024-11-20T13:45:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90
2024-11-20T13:45:30,800 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=709 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/64e64638cbde47eea02c93857e92892b
2024-11-20T13:45:30,811 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/cdfd76422f1f4d71a22feeb3388c4346 is 50, key is test_row_1/B:col10/1732110330213/Put/seqid=0
2024-11-20T13:45:30,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742149_1325 (size=9857)
2024-11-20T13:45:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90
2024-11-20T13:45:31,216 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=709 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/cdfd76422f1f4d71a22feeb3388c4346
2024-11-20T13:45:31,224 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/f9c10da1e2394f6a88698cd401123e70 is 50, key is test_row_1/C:col10/1732110330213/Put/seqid=0
2024-11-20T13:45:31,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742150_1326 (size=9857)
2024-11-20T13:45:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90
2024-11-20T13:45:31,631 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=709 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/f9c10da1e2394f6a88698cd401123e70
2024-11-20T13:45:31,641 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/A/64e64638cbde47eea02c93857e92892b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/64e64638cbde47eea02c93857e92892b
2024-11-20T13:45:31,646 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/64e64638cbde47eea02c93857e92892b, entries=100, sequenceid=709, filesize=9.6 K
2024-11-20T13:45:31,647 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/B/cdfd76422f1f4d71a22feeb3388c4346 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/cdfd76422f1f4d71a22feeb3388c4346
2024-11-20T13:45:31,653 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/cdfd76422f1f4d71a22feeb3388c4346, entries=100, sequenceid=709, filesize=9.6 K
2024-11-20T13:45:31,654 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/.tmp/C/f9c10da1e2394f6a88698cd401123e70 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/f9c10da1e2394f6a88698cd401123e70
2024-11-20T13:45:31,658 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/f9c10da1e2394f6a88698cd401123e70, entries=100, sequenceid=709, filesize=9.6 K
2024-11-20T13:45:31,659 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 84ada09387f0eaed97a498227b9eae41 in 1275ms, sequenceid=709, compaction requested=false
2024-11-20T13:45:31,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/7360802f991c470b8c5319b6cb7279a5, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/1c905c7f878546a78ba3c54affcec425, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c247e5ca988041ed8de86bafcc8d5da5, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/77646169e1cb4af89e60f54f84699d53, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/1072de7daa9948d1b54d1e5971cc27b9, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c0cde856328942d99cbfe0f5afdb7f30, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/573e37a4c28b4181be53d2a01cea697f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/689df54e044d44c8a5bb930d195e4b8a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/0df874ed4bc7482ab585283f5f6c01b9, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/6cf9db37c5ba4275b321b929cfdfe6f2, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/8dd477aa35b7435d9772ab926241419e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/bedd3e2d03784ba5a94365bf2220e6a8, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/a294518832334258a851d9911adb1990, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c0e4c68a6bb8466a9fc8100c4b41027d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/deb5a36d078b488ebf58dc0affe71734, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/7b6cc40b0c0b4d3b931ea3e980dd0839, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/476ed2c227ca43adb2754438050d9f8b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/f8ba531c947a4ae3910c962f35f68065, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/4d00f2b0f30f469bbaba182cac29aa6a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c9e5dccc0f4344ad88ffd21c830cdab9, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/0617ca17e11a4c66b5f9ddb98ba51aef, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/e7bbb940cb414a4293d7dbf304f8f467, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/22be89d86398486c97b33766f369b40b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/d22ac8d0eca846b181aa207ca4ca992e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/e1d3e0b9aec24658b8d648fe32b40897, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/f0c05df80fdd47008b9c4ad0d79b27d1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/50621504ab75419680b5998ddc3462e6, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/d5715421f3c94fe4b9f8c6792c3040cf, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/1f21b6c4d36f4bb495105420e352665f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/b9ddeb9d9deb415999a39f7575f13a9a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/4f82466982684875b5465f39b9a60a6e] to archive
2024-11-20T13:45:31,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-20T13:45:31,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/7360802f991c470b8c5319b6cb7279a5 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/7360802f991c470b8c5319b6cb7279a5
2024-11-20T13:45:31,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/1c905c7f878546a78ba3c54affcec425 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/1c905c7f878546a78ba3c54affcec425
2024-11-20T13:45:31,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c247e5ca988041ed8de86bafcc8d5da5 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c247e5ca988041ed8de86bafcc8d5da5
2024-11-20T13:45:31,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/77646169e1cb4af89e60f54f84699d53 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/77646169e1cb4af89e60f54f84699d53
2024-11-20T13:45:31,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/1072de7daa9948d1b54d1e5971cc27b9 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/1072de7daa9948d1b54d1e5971cc27b9
2024-11-20T13:45:31,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c0cde856328942d99cbfe0f5afdb7f30 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c0cde856328942d99cbfe0f5afdb7f30
2024-11-20T13:45:31,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/573e37a4c28b4181be53d2a01cea697f to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/573e37a4c28b4181be53d2a01cea697f
2024-11-20T13:45:31,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/689df54e044d44c8a5bb930d195e4b8a to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/689df54e044d44c8a5bb930d195e4b8a
2024-11-20T13:45:31,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/0df874ed4bc7482ab585283f5f6c01b9 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/0df874ed4bc7482ab585283f5f6c01b9
2024-11-20T13:45:31,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/6cf9db37c5ba4275b321b929cfdfe6f2 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/6cf9db37c5ba4275b321b929cfdfe6f2
2024-11-20T13:45:31,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/8dd477aa35b7435d9772ab926241419e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/8dd477aa35b7435d9772ab926241419e
2024-11-20T13:45:31,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/bedd3e2d03784ba5a94365bf2220e6a8 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/bedd3e2d03784ba5a94365bf2220e6a8
2024-11-20T13:45:31,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/a294518832334258a851d9911adb1990 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/a294518832334258a851d9911adb1990
2024-11-20T13:45:31,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c0e4c68a6bb8466a9fc8100c4b41027d to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c0e4c68a6bb8466a9fc8100c4b41027d
2024-11-20T13:45:31,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/deb5a36d078b488ebf58dc0affe71734 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/deb5a36d078b488ebf58dc0affe71734
2024-11-20T13:45:31,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/7b6cc40b0c0b4d3b931ea3e980dd0839 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/7b6cc40b0c0b4d3b931ea3e980dd0839
2024-11-20T13:45:31,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/476ed2c227ca43adb2754438050d9f8b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/476ed2c227ca43adb2754438050d9f8b
2024-11-20T13:45:31,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/f8ba531c947a4ae3910c962f35f68065 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/f8ba531c947a4ae3910c962f35f68065
2024-11-20T13:45:31,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/4d00f2b0f30f469bbaba182cac29aa6a to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/4d00f2b0f30f469bbaba182cac29aa6a
2024-11-20T13:45:31,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c9e5dccc0f4344ad88ffd21c830cdab9 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/c9e5dccc0f4344ad88ffd21c830cdab9
2024-11-20T13:45:31,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/0617ca17e11a4c66b5f9ddb98ba51aef to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/0617ca17e11a4c66b5f9ddb98ba51aef
2024-11-20T13:45:31,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/e7bbb940cb414a4293d7dbf304f8f467 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/e7bbb940cb414a4293d7dbf304f8f467
2024-11-20T13:45:31,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/22be89d86398486c97b33766f369b40b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/22be89d86398486c97b33766f369b40b
2024-11-20T13:45:31,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/d22ac8d0eca846b181aa207ca4ca992e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/d22ac8d0eca846b181aa207ca4ca992e
2024-11-20T13:45:31,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/e1d3e0b9aec24658b8d648fe32b40897 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/e1d3e0b9aec24658b8d648fe32b40897
2024-11-20T13:45:31,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/f0c05df80fdd47008b9c4ad0d79b27d1 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/f0c05df80fdd47008b9c4ad0d79b27d1
2024-11-20T13:45:31,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/50621504ab75419680b5998ddc3462e6 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/50621504ab75419680b5998ddc3462e6
2024-11-20T13:45:31,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/d5715421f3c94fe4b9f8c6792c3040cf to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/d5715421f3c94fe4b9f8c6792c3040cf
2024-11-20T13:45:31,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/1f21b6c4d36f4bb495105420e352665f to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/1f21b6c4d36f4bb495105420e352665f
2024-11-20T13:45:31,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/b9ddeb9d9deb415999a39f7575f13a9a to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/b9ddeb9d9deb415999a39f7575f13a9a
2024-11-20T13:45:31,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/4f82466982684875b5465f39b9a60a6e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/4f82466982684875b5465f39b9a60a6e
2024-11-20T13:45:31,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/e9da4ec19c6847dcb00f1d607669e75c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/58564a560a824208b84dd9040b34beaa, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/571a3f7d05914c1eb70899eeccbc6d47, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/2867cd1c0f6341a3bc982e04a6fd3f38, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/6f419fe80faf4a078befda96e0f11e26, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/98193f48cd224fc3acbf80c7ebe001d4, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/ac601c024a5f4873bcd0bb78b0b12a9a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/40ffe911de654d7cbe75eecd97a816df, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/949ecd8b4aa34c85870ac4088dfd8412, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/e9fa23bed0124bd5b744aacecf9f9b79, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/1e4e4c6336004192a1055e21d0b63c7a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/58c2765b1ec845f4b5aa5cb81d07b40b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/850119132c8445bbb2a8d8a7fc1f79f0, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/bd96e33d94d749c8a5f1ec16b03f7d21, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/f140f39f73154fccb419e68dc59a8c1a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/a74d4c439d004f9683b9d27accb214a5, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/27130b11967e475f9251dda4f53ad603, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/06e8fda79ffe405baf46f7f24ecc7ce6, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/a402b61fe80941bd8d49d78a59a522a2, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/47d6a13ba4eb4f65b0caf3993c8f4320, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/634414a08f284118934524cdc27b02ec, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/fbbd9e02c1ed4f23aa0b34be846f8cf7, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/b3bf680e268e4f28a75b8ff40e292d1c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/ec943533c8714ea785fbf8d31f31485e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/db69f61216f243e5a582c8d740357cd0, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/ada8f9aa872a4fe592cf355bb6a9288d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/91bea7544a484521ae5d413be2ee5f0e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/598b52883e1044da91e28d84bc1096b6, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/13d6aaadc3014ca6bcafc378518e9e24, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/565a5232c2bb432ab93421ca793af3b9, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/044c1b893e6845ee8929548fca84ed8c] to archive
2024-11-20T13:45:31,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-20T13:45:31,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/e9da4ec19c6847dcb00f1d607669e75c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/e9da4ec19c6847dcb00f1d607669e75c
2024-11-20T13:45:31,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/58564a560a824208b84dd9040b34beaa to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/58564a560a824208b84dd9040b34beaa
2024-11-20T13:45:31,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/571a3f7d05914c1eb70899eeccbc6d47 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/571a3f7d05914c1eb70899eeccbc6d47
2024-11-20T13:45:31,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/2867cd1c0f6341a3bc982e04a6fd3f38 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/2867cd1c0f6341a3bc982e04a6fd3f38
2024-11-20T13:45:31,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/6f419fe80faf4a078befda96e0f11e26 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/6f419fe80faf4a078befda96e0f11e26
2024-11-20T13:45:31,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/98193f48cd224fc3acbf80c7ebe001d4 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/98193f48cd224fc3acbf80c7ebe001d4
2024-11-20T13:45:31,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/ac601c024a5f4873bcd0bb78b0b12a9a to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/ac601c024a5f4873bcd0bb78b0b12a9a
2024-11-20T13:45:31,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/40ffe911de654d7cbe75eecd97a816df to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/40ffe911de654d7cbe75eecd97a816df
2024-11-20T13:45:31,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/949ecd8b4aa34c85870ac4088dfd8412 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/949ecd8b4aa34c85870ac4088dfd8412
2024-11-20T13:45:31,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/e9fa23bed0124bd5b744aacecf9f9b79 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/e9fa23bed0124bd5b744aacecf9f9b79
2024-11-20T13:45:31,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/1e4e4c6336004192a1055e21d0b63c7a to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/1e4e4c6336004192a1055e21d0b63c7a
2024-11-20T13:45:31,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/58c2765b1ec845f4b5aa5cb81d07b40b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/58c2765b1ec845f4b5aa5cb81d07b40b
2024-11-20T13:45:31,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/850119132c8445bbb2a8d8a7fc1f79f0 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/850119132c8445bbb2a8d8a7fc1f79f0
2024-11-20T13:45:31,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/bd96e33d94d749c8a5f1ec16b03f7d21 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/bd96e33d94d749c8a5f1ec16b03f7d21
2024-11-20T13:45:31,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/f140f39f73154fccb419e68dc59a8c1a to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/f140f39f73154fccb419e68dc59a8c1a
2024-11-20T13:45:31,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/a74d4c439d004f9683b9d27accb214a5 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/a74d4c439d004f9683b9d27accb214a5
2024-11-20T13:45:31,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/27130b11967e475f9251dda4f53ad603 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/27130b11967e475f9251dda4f53ad603
2024-11-20T13:45:31,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/06e8fda79ffe405baf46f7f24ecc7ce6 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/06e8fda79ffe405baf46f7f24ecc7ce6
2024-11-20T13:45:31,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/a402b61fe80941bd8d49d78a59a522a2 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/a402b61fe80941bd8d49d78a59a522a2
2024-11-20T13:45:31,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/47d6a13ba4eb4f65b0caf3993c8f4320 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/47d6a13ba4eb4f65b0caf3993c8f4320
2024-11-20T13:45:31,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/634414a08f284118934524cdc27b02ec to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/634414a08f284118934524cdc27b02ec
2024-11-20T13:45:31,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/fbbd9e02c1ed4f23aa0b34be846f8cf7 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/fbbd9e02c1ed4f23aa0b34be846f8cf7
2024-11-20T13:45:31,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/b3bf680e268e4f28a75b8ff40e292d1c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/b3bf680e268e4f28a75b8ff40e292d1c
2024-11-20T13:45:31,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/ec943533c8714ea785fbf8d31f31485e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/ec943533c8714ea785fbf8d31f31485e
2024-11-20T13:45:31,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/db69f61216f243e5a582c8d740357cd0 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/db69f61216f243e5a582c8d740357cd0
2024-11-20T13:45:31,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/ada8f9aa872a4fe592cf355bb6a9288d to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/ada8f9aa872a4fe592cf355bb6a9288d
2024-11-20T13:45:31,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/91bea7544a484521ae5d413be2ee5f0e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/91bea7544a484521ae5d413be2ee5f0e
2024-11-20T13:45:31,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/598b52883e1044da91e28d84bc1096b6 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/598b52883e1044da91e28d84bc1096b6
2024-11-20T13:45:31,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/13d6aaadc3014ca6bcafc378518e9e24 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/13d6aaadc3014ca6bcafc378518e9e24
2024-11-20T13:45:31,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/565a5232c2bb432ab93421ca793af3b9 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/565a5232c2bb432ab93421ca793af3b9
2024-11-20T13:45:31,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/044c1b893e6845ee8929548fca84ed8c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/044c1b893e6845ee8929548fca84ed8c
2024-11-20T13:45:31,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/b2923c0b7fbe4339b02903b3813e883b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/3589e44582fe4f6fb9c71e157d0aa755, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/85a16da339c74067977254a558cb8cdf, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/cdc33b823a5e4eaaaa4da2d53aac416c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/035dc93fa5a64be38cf67009be11b157, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/5f895ddeeef743548fe219381d6323ae, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8d13dcbb4d124ee7ba42a7228baf6e7f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/12529d28526d4e13a620a303ea89a285, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/1b3f1d3bd89b4000ae8b1d805d4c0c63, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/e3246ca1ebcd4a4a86719c68d6d0e95c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/6b16f47d315b4858b08f8c5622ae23f5, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/70c4aea175da4a17ba1bcf67f87ae7fe, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/70b1952a23a140e5bf04a2413f4491f7, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8c5e56f0e8e4498ea2f6a1a72e6af022, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8b5e323281854284a24c08234f8b8a0e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/d6ed202a816340c8b6706d5177bed981, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/184b1dd6dfa045e2b79f7c2378ac537a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/695e8817297844ee9bea716ac8f9b00f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/6756c1aa51a74dc6aa95aeeb90cc33bf, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/56f9d674d95b4a8284e70bbbc0e5dc2b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/940d2595e8ca4601b87b9a94032b207e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/bceabaf5d6ff4148b2744ee6ace1086d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/93520ece076c469c88233d964f858daa, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/a102e0abfd284a20ba2693676249c60e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/5a4da6754df949b696f8c77c35b456c1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/1ec8d153f87e4a3cb7b90a287de8ad12, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8ae791a4df4241ccae7e0d4ebea4e014, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/85d825a72fe642abb0e9a342fb0f0c88, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/3c3f22dc009446c0946c2fe9441f2369, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/a4762a2dede8436293567fc8649ae3cd, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/9cd525363a074b09808a15a26fe8037e] to archive
2024-11-20T13:45:31,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-20T13:45:31,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/b2923c0b7fbe4339b02903b3813e883b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/b2923c0b7fbe4339b02903b3813e883b
2024-11-20T13:45:31,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/3589e44582fe4f6fb9c71e157d0aa755 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/3589e44582fe4f6fb9c71e157d0aa755
2024-11-20T13:45:31,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/85a16da339c74067977254a558cb8cdf to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/85a16da339c74067977254a558cb8cdf
2024-11-20T13:45:31,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/cdc33b823a5e4eaaaa4da2d53aac416c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/cdc33b823a5e4eaaaa4da2d53aac416c
2024-11-20T13:45:31,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/035dc93fa5a64be38cf67009be11b157 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/035dc93fa5a64be38cf67009be11b157
2024-11-20T13:45:31,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/5f895ddeeef743548fe219381d6323ae to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/5f895ddeeef743548fe219381d6323ae
2024-11-20T13:45:31,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8d13dcbb4d124ee7ba42a7228baf6e7f to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8d13dcbb4d124ee7ba42a7228baf6e7f
2024-11-20T13:45:31,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/12529d28526d4e13a620a303ea89a285 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/12529d28526d4e13a620a303ea89a285
2024-11-20T13:45:31,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/1b3f1d3bd89b4000ae8b1d805d4c0c63 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/1b3f1d3bd89b4000ae8b1d805d4c0c63
2024-11-20T13:45:31,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/e3246ca1ebcd4a4a86719c68d6d0e95c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/e3246ca1ebcd4a4a86719c68d6d0e95c
2024-11-20T13:45:31,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/6b16f47d315b4858b08f8c5622ae23f5 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/6b16f47d315b4858b08f8c5622ae23f5
2024-11-20T13:45:31,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/70c4aea175da4a17ba1bcf67f87ae7fe to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/70c4aea175da4a17ba1bcf67f87ae7fe
2024-11-20T13:45:31,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/70b1952a23a140e5bf04a2413f4491f7 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/70b1952a23a140e5bf04a2413f4491f7
2024-11-20T13:45:31,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8c5e56f0e8e4498ea2f6a1a72e6af022 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8c5e56f0e8e4498ea2f6a1a72e6af022
2024-11-20T13:45:31,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8b5e323281854284a24c08234f8b8a0e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8b5e323281854284a24c08234f8b8a0e
2024-11-20T13:45:31,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/d6ed202a816340c8b6706d5177bed981 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/d6ed202a816340c8b6706d5177bed981
2024-11-20T13:45:31,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/184b1dd6dfa045e2b79f7c2378ac537a to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/184b1dd6dfa045e2b79f7c2378ac537a
2024-11-20T13:45:31,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/695e8817297844ee9bea716ac8f9b00f to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/695e8817297844ee9bea716ac8f9b00f
2024-11-20T13:45:31,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/6756c1aa51a74dc6aa95aeeb90cc33bf to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/6756c1aa51a74dc6aa95aeeb90cc33bf
2024-11-20T13:45:31,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/56f9d674d95b4a8284e70bbbc0e5dc2b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/56f9d674d95b4a8284e70bbbc0e5dc2b
2024-11-20T13:45:31,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/940d2595e8ca4601b87b9a94032b207e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/940d2595e8ca4601b87b9a94032b207e
2024-11-20T13:45:31,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/bceabaf5d6ff4148b2744ee6ace1086d to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/bceabaf5d6ff4148b2744ee6ace1086d
2024-11-20T13:45:31,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/93520ece076c469c88233d964f858daa to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/93520ece076c469c88233d964f858daa
2024-11-20T13:45:31,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/a102e0abfd284a20ba2693676249c60e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/a102e0abfd284a20ba2693676249c60e
2024-11-20T13:45:31,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/5a4da6754df949b696f8c77c35b456c1 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/5a4da6754df949b696f8c77c35b456c1
2024-11-20T13:45:31,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/1ec8d153f87e4a3cb7b90a287de8ad12 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/1ec8d153f87e4a3cb7b90a287de8ad12
2024-11-20T13:45:31,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8ae791a4df4241ccae7e0d4ebea4e014 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/8ae791a4df4241ccae7e0d4ebea4e014
2024-11-20T13:45:31,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/85d825a72fe642abb0e9a342fb0f0c88 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/85d825a72fe642abb0e9a342fb0f0c88
2024-11-20T13:45:31,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/3c3f22dc009446c0946c2fe9441f2369 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/3c3f22dc009446c0946c2fe9441f2369
2024-11-20T13:45:31,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/a4762a2dede8436293567fc8649ae3cd to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/a4762a2dede8436293567fc8649ae3cd
2024-11-20T13:45:31,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/9cd525363a074b09808a15a26fe8037e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/9cd525363a074b09808a15a26fe8037e
2024-11-20T13:45:31,770 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/recovered.edits/712.seqid, newMaxSeqId=712, maxSeqId=1
2024-11-20T13:45:31,770 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.
2024-11-20T13:45:31,771 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for 84ada09387f0eaed97a498227b9eae41:
Waiting for close lock at 1732110330384Running coprocessor pre-close hooks at 1732110330384Disabling compacts and flushes for region at 1732110330384Disabling writes for close at 1732110330384Obtaining lock to block concurrent updates at 1732110330385 (+1 ms)Preparing flush snapshotting stores in 84ada09387f0eaed97a498227b9eae41 at 1732110330385Finished memstore snapshotting TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1732110330385Flushing stores of TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41. at 1732110330386 (+1 ms)Flushing 84ada09387f0eaed97a498227b9eae41/A: creating writer at 1732110330386Flushing 84ada09387f0eaed97a498227b9eae41/A: appending metadata at 1732110330390 (+4 ms)Flushing 84ada09387f0eaed97a498227b9eae41/A: closing flushed file at 1732110330391 (+1 ms)Flushing 84ada09387f0eaed97a498227b9eae41/B: creating writer at 1732110330809 (+418 ms)Flushing 84ada09387f0eaed97a498227b9eae41/B: appending metadata at 1732110330811 (+2 ms)Flushing 84ada09387f0eaed97a498227b9eae41/B: closing flushed file at 1732110330811Flushing 84ada09387f0eaed97a498227b9eae41/C: creating writer at 1732110331220 (+409 ms)Flushing 84ada09387f0eaed97a498227b9eae41/C: appending metadata at 1732110331224 (+4 ms)Flushing 84ada09387f0eaed97a498227b9eae41/C: closing flushed file at 1732110331224Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c4e2393: reopening flushed file at 1732110331640 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c6b37b4: reopening flushed file at 1732110331646 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78d788b4: reopening flushed file at 1732110331653 (+7 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 84ada09387f0eaed97a498227b9eae41 in 1275ms, sequenceid=709, compaction requested=false at 1732110331659 (+6 ms)Writing region close event to WAL at 1732110331766 (+107 ms)Running coprocessor post-close hooks at 1732110331770 (+4 ms)Closed at 1732110331770
2024-11-20T13:45:31,773 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed 84ada09387f0eaed97a498227b9eae41
2024-11-20T13:45:31,774 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=84ada09387f0eaed97a498227b9eae41, regionState=CLOSED
2024-11-20T13:45:31,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487 because future has completed
2024-11-20T13:45:31,779 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92
2024-11-20T13:45:31,779 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure 84ada09387f0eaed97a498227b9eae41, server=28425b5b8f92,46817,1732110231487 in 1.5450 sec
2024-11-20T13:45:31,782 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91
2024-11-20T13:45:31,782 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=84ada09387f0eaed97a498227b9eae41, UNASSIGN in 1.5520 sec
2024-11-20T13:45:31,785 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90
2024-11-20T13:45:31,785 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5580 sec
2024-11-20T13:45:31,787 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110331787"}]},"ts":"1732110331787"}
2024-11-20T13:45:31,789 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-20T13:45:31,789 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-20T13:45:31,791 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5720 sec
2024-11-20T13:45:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90
2024-11-20T13:45:32,373 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:32,374 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-20T13:45:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:45:32,378 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:45:32,380 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=94, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:45:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94
2024-11-20T13:45:32,384 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41
2024-11-20T13:45:32,386 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A, FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B, FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C, FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/recovered.edits]
2024-11-20T13:45:32,388 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/64e64638cbde47eea02c93857e92892b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/64e64638cbde47eea02c93857e92892b
2024-11-20T13:45:32,389 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/ec6b7352e45c405db506829706b9d00d to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/A/ec6b7352e45c405db506829706b9d00d
2024-11-20T13:45:32,391 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/c83c4632d47047e7a6084e0f54663d51 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/c83c4632d47047e7a6084e0f54663d51
2024-11-20T13:45:32,391 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/cdfd76422f1f4d71a22feeb3388c4346 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/B/cdfd76422f1f4d71a22feeb3388c4346
2024-11-20T13:45:32,393 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/ae5a48bda1524f389782da07269d2767 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/ae5a48bda1524f389782da07269d2767
2024-11-20T13:45:32,394 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/f9c10da1e2394f6a88698cd401123e70 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/C/f9c10da1e2394f6a88698cd401123e70
2024-11-20T13:45:32,396 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/recovered.edits/712.seqid to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41/recovered.edits/712.seqid
2024-11-20T13:45:32,397 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/84ada09387f0eaed97a498227b9eae41
2024-11-20T13:45:32,397 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-20T13:45:32,399 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=94, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:45:32,402 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-20T13:45:32,404 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-20T13:45:32,405 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=94, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:45:32,406 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-20T13:45:32,406 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732110332406"}]},"ts":"9223372036854775807"}
2024-11-20T13:45:32,408 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-20T13:45:32,408 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 84ada09387f0eaed97a498227b9eae41, NAME => 'TestAcidGuarantees,,1732110297349.84ada09387f0eaed97a498227b9eae41.', STARTKEY => '', ENDKEY => ''}]
2024-11-20T13:45:32,408 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-20T13:45:32,408 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732110332408"}]},"ts":"9223372036854775807"}
2024-11-20T13:45:32,410 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-20T13:45:32,411 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=94, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:45:32,412 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 37 msec
2024-11-20T13:45:32,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94
2024-11-20T13:45:32,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-20T13:45:32,492 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:32,503 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=247 (was 248), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=384 (was 439), ProcessCount=11 (was 11), AvailableMemoryMB=7315 (was 7473)
2024-11-20T13:45:32,511 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=247, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=384, ProcessCount=11, AvailableMemoryMB=7315
2024-11-20T13:45:32,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-20T13:45:32,513 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T13:45:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-20T13:45:32,514 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T13:45:32,515 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:32,515 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 95
2024-11-20T13:45:32,515 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T13:45:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-20T13:45:32,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742151_1327 (size=1061)
2024-11-20T13:45:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-20T13:45:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-20T13:45:32,923 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d
2024-11-20T13:45:32,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742152_1328 (size=53)
2024-11-20T13:45:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-20T13:45:33,333 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T13:45:33,333 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4df2c67a52230cf6f1c251eda91efadc, disabling compactions & flushes
2024-11-20T13:45:33,333 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:33,333 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:33,333 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. after waiting 0 ms
2024-11-20T13:45:33,333 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:33,333 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:33,333 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4df2c67a52230cf6f1c251eda91efadc:
Waiting for close lock at 1732110333333Disabling compacts and flushes for region at 1732110333333Disabling writes for close at 1732110333333Writing region close event to WAL at 1732110333333Closed at 1732110333333
2024-11-20T13:45:33,336 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T13:45:33,337 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732110333336"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110333336"}]},"ts":"1732110333336"}
2024-11-20T13:45:33,340 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T13:45:33,342 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T13:45:33,343 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110333342"}]},"ts":"1732110333342"}
2024-11-20T13:45:33,345 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-20T13:45:33,345 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4df2c67a52230cf6f1c251eda91efadc, ASSIGN}]
2024-11-20T13:45:33,346 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4df2c67a52230cf6f1c251eda91efadc, ASSIGN
2024-11-20T13:45:33,347 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4df2c67a52230cf6f1c251eda91efadc, ASSIGN; state=OFFLINE, location=28425b5b8f92,46817,1732110231487; forceNewPlan=false, retain=false
2024-11-20T13:45:33,498 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=4df2c67a52230cf6f1c251eda91efadc, regionState=OPENING, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:33,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4df2c67a52230cf6f1c251eda91efadc, ASSIGN because future has completed
2024-11-20T13:45:33,503 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487}]
2024-11-20T13:45:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-20T13:45:33,666 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:33,666 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7752): Opening region: {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
2024-11-20T13:45:33,667 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:33,667 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T13:45:33,668 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7794): checking encryption for 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:33,668 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7797): checking classloading for 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:33,670 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4df2c67a52230cf6f1c251eda91efadc 
2024-11-20T13:45:33,672 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:45:33,672 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4df2c67a52230cf6f1c251eda91efadc columnFamilyName A
2024-11-20T13:45:33,672 DEBUG [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:33,673 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] regionserver.HStore(327): Store=4df2c67a52230cf6f1c251eda91efadc/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:45:33,673 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4df2c67a52230cf6f1c251eda91efadc 
2024-11-20T13:45:33,674 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:45:33,675 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4df2c67a52230cf6f1c251eda91efadc columnFamilyName B
2024-11-20T13:45:33,675 DEBUG [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:33,675 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] regionserver.HStore(327): Store=4df2c67a52230cf6f1c251eda91efadc/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:45:33,675 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4df2c67a52230cf6f1c251eda91efadc 
2024-11-20T13:45:33,676 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:45:33,677 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4df2c67a52230cf6f1c251eda91efadc columnFamilyName C
2024-11-20T13:45:33,677 DEBUG [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:33,677 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] regionserver.HStore(327): Store=4df2c67a52230cf6f1c251eda91efadc/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:45:33,677 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:33,678 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1038): replaying wal for 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:33,678 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:33,679 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:33,680 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1048): stopping wal replay for 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:33,680 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1060): Cleaning up temporary data for 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:33,681 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-20T13:45:33,682 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1093): writing seq id for 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:33,684 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T13:45:33,684 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1114): Opened 4df2c67a52230cf6f1c251eda91efadc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69509385, jitterRate=0.03577055037021637}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-20T13:45:33,684 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:33,685 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1006): Region open journal for 4df2c67a52230cf6f1c251eda91efadc:
Running coprocessor pre-open hook at 1732110333668Writing region info on filesystem at 1732110333668Initializing all the Stores at 1732110333670 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110333670Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110333670Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110333670Cleaning up temporary data from old regions at 1732110333680 (+10 ms)Running coprocessor post-open hooks at 1732110333684 (+4 ms)Region opened successfully at 1732110333685 (+1 ms)
2024-11-20T13:45:33,685 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., pid=97, masterSystemTime=1732110333658
2024-11-20T13:45:33,687 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:33,687 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:33,688 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=4df2c67a52230cf6f1c251eda91efadc, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:33,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487 because future has completed
2024-11-20T13:45:33,690 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46265 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=28425b5b8f92,46817,1732110231487, table=TestAcidGuarantees, region=4df2c67a52230cf6f1c251eda91efadc. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-20T13:45:33,692 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96
2024-11-20T13:45:33,692 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure 4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487 in 187 msec
2024-11-20T13:45:33,693 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95
2024-11-20T13:45:33,693 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4df2c67a52230cf6f1c251eda91efadc, ASSIGN in 347 msec
2024-11-20T13:45:33,694 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T13:45:33,694 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110333694"}]},"ts":"1732110333694"}
2024-11-20T13:45:33,695 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-20T13:45:33,696 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T13:45:33,697 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1830 sec
2024-11-20T13:45:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-20T13:45:34,664 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:34,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284db418, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:34,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:45:34,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:45:34,670 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:45:34,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:45:34,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:45:34,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319bdb10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:34,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:45:34,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:45:34,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:34,673 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:45:34,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698cf1ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:34,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:45:34,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:45:34,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:45:34,676 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:45:34,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-20T13:45:34,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 28425b5b8f92,46265,1732110230749
2024-11-20T13:45:34,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4011a194
2024-11-20T13:45:34,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-20T13:45:34,678 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-20T13:45:34,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-20T13:45:34,680 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T13:45:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=98, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-20T13:45:34,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742153_1329 (size=1097)
2024-11-20T13:45:35,095 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-20T13:45:35,095 INFO  [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-20T13:45:35,100 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-20T13:45:35,102 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4df2c67a52230cf6f1c251eda91efadc, REOPEN/MOVE}]
2024-11-20T13:45:35,103 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4df2c67a52230cf6f1c251eda91efadc, REOPEN/MOVE
2024-11-20T13:45:35,104 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=4df2c67a52230cf6f1c251eda91efadc, regionState=CLOSING, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:35,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4df2c67a52230cf6f1c251eda91efadc, REOPEN/MOVE because future has completed
2024-11-20T13:45:35,105 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-20T13:45:35,105 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487}]
2024-11-20T13:45:35,258 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(122): Close 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:35,258 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-20T13:45:35,259 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1722): Closing 4df2c67a52230cf6f1c251eda91efadc, disabling compactions & flushes
2024-11-20T13:45:35,259 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:35,259 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:35,259 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. after waiting 0 ms
2024-11-20T13:45:35,259 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:35,306 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-20T13:45:35,307 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:35,308 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1676): Region close journal for 4df2c67a52230cf6f1c251eda91efadc:
Waiting for close lock at 1732110335258Running coprocessor pre-close hooks at 1732110335258Disabling compacts and flushes for region at 1732110335258Disabling writes for close at 1732110335259 (+1 ms)Writing region close event to WAL at 1732110335260 (+1 ms)Running coprocessor post-close hooks at 1732110335307 (+47 ms)Closed at 1732110335307
2024-11-20T13:45:35,308 WARN  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegionServer(3299): Not adding moved region record: 4df2c67a52230cf6f1c251eda91efadc to self.
2024-11-20T13:45:35,312 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(157): Closed 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:35,313 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=4df2c67a52230cf6f1c251eda91efadc, regionState=CLOSED
2024-11-20T13:45:35,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487 because future has completed
2024-11-20T13:45:35,319 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100
2024-11-20T13:45:35,319 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; CloseRegionProcedure 4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487 in 212 msec
2024-11-20T13:45:35,320 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4df2c67a52230cf6f1c251eda91efadc, REOPEN/MOVE; state=CLOSED, location=28425b5b8f92,46817,1732110231487; forceNewPlan=false, retain=true
2024-11-20T13:45:35,471 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=4df2c67a52230cf6f1c251eda91efadc, regionState=OPENING, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:35,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4df2c67a52230cf6f1c251eda91efadc, REOPEN/MOVE because future has completed
2024-11-20T13:45:35,476 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487}]
2024-11-20T13:45:35,633 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:35,633 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7752): Opening region: {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
2024-11-20T13:45:35,634 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:35,634 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T13:45:35,634 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7794): checking encryption for 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:35,634 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7797): checking classloading for 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:35,635 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4df2c67a52230cf6f1c251eda91efadc 
2024-11-20T13:45:35,636 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:45:35,636 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4df2c67a52230cf6f1c251eda91efadc columnFamilyName A
2024-11-20T13:45:35,637 DEBUG [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:35,637 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] regionserver.HStore(327): Store=4df2c67a52230cf6f1c251eda91efadc/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:45:35,637 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4df2c67a52230cf6f1c251eda91efadc 
2024-11-20T13:45:35,638 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:45:35,638 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4df2c67a52230cf6f1c251eda91efadc columnFamilyName B
2024-11-20T13:45:35,638 DEBUG [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:35,638 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] regionserver.HStore(327): Store=4df2c67a52230cf6f1c251eda91efadc/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:45:35,638 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4df2c67a52230cf6f1c251eda91efadc 
2024-11-20T13:45:35,639 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:45:35,639 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4df2c67a52230cf6f1c251eda91efadc columnFamilyName C
2024-11-20T13:45:35,639 DEBUG [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:35,639 INFO  [StoreOpener-4df2c67a52230cf6f1c251eda91efadc-1 {}] regionserver.HStore(327): Store=4df2c67a52230cf6f1c251eda91efadc/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:45:35,639 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:35,639 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1038): replaying wal for 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:35,640 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:35,641 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:35,642 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1048): stopping wal replay for 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:35,642 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1060): Cleaning up temporary data for 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:35,642 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-20T13:45:35,643 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1093): writing seq id for 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:35,644 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1114): Opened 4df2c67a52230cf6f1c251eda91efadc; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61903417, jitterRate=-0.0775672048330307}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-20T13:45:35,644 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:35,644 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1006): Region open journal for 4df2c67a52230cf6f1c251eda91efadc:
Running coprocessor pre-open hook at 1732110335634Writing region info on filesystem at 1732110335634Initializing all the Stores at 1732110335634Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110335635 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110335635Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110335635Cleaning up temporary data from old regions at 1732110335642 (+7 ms)Running coprocessor post-open hooks at 1732110335644 (+2 ms)Region opened successfully at 1732110335644
2024-11-20T13:45:35,645 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., pid=102, masterSystemTime=1732110335631
2024-11-20T13:45:35,646 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:35,646 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:35,647 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=4df2c67a52230cf6f1c251eda91efadc, regionState=OPEN, openSeqNum=5, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:35,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487 because future has completed
2024-11-20T13:45:35,650 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=100
2024-11-20T13:45:35,650 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=100, state=SUCCESS, hasLock=false; OpenRegionProcedure 4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487 in 173 msec
2024-11-20T13:45:35,651 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99
2024-11-20T13:45:35,651 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4df2c67a52230cf6f1c251eda91efadc, REOPEN/MOVE in 548 msec
2024-11-20T13:45:35,653 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98
2024-11-20T13:45:35,653 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 552 msec
2024-11-20T13:45:35,655 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 973 msec
2024-11-20T13:45:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98
2024-11-20T13:45:35,655 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:35,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79018c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:45:35,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:45:35,657 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:45:35,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:45:35,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:45:35,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5bfc46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:45:35,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:45:35,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:35,658 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:45:35,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af6b06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@725f7689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:45:35,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:45:35,660 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:45:35,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:45:35,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:45:35,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c69a0f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:45:35,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:45:35,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:35,661 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:45:35,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc1c84a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427fac46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:45:35,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:45:35,663 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:45:35,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:45:35,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:45:35,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb1c281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:45:35,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:45:35,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:35,664 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:45:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5158c858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a741c6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,665 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:45:35,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:45:35,665 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:45:35,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:45:35,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:45:35,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15242412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:45:35,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:45:35,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:35,666 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:45:35,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45188552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c0c28c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:45:35,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:45:35,668 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:45:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:45:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:45:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f64d8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:45:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:45:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:35,669 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:45:35,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3efedc36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2108eda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:45:35,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:45:35,670 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:45:35,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:45:35,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:45:35,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79add9ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:45:35,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:45:35,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:35,671 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:45:35,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2759ddb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354663d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:45:35,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:45:35,673 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:45:35,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:45:35,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:45:35,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:45:35,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:45:35,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:35,674 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:45:35,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33694c52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bbfc9f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:45:35,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:45:35,675 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:45:35,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:45:35,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:45:35,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d88b844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:45:35,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:45:35,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:35,677 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:45:35,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3821a9e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c87703e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:45:35,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:45:35,678 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:45:35,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:45:35,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:45:35,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d1ae28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:45:35,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:45:35,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:35,679 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:45:35,680 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1454b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7919b73e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:45:35,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:45:35,681 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:45:35,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:45:35,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:45:35,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cf37c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:45:35,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:45:35,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:35,683 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:45:35,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625fdf5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:45:35,684 DEBUG [Thread-1522 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:45:35,684 DEBUG [Thread-1515 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:45:35,684 DEBUG [Thread-1530 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:45:35,684 DEBUG [Thread-1511 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:45:35,684 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:45:35,684 DEBUG [Thread-1519 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:45:35,684 DEBUG [Thread-1524 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:45:35,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:45:35,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:45:35,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:45:35,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:45:35,685 DEBUG [Thread-1519 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:45:35,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:45:35,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:45:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees
2024-11-20T13:45:35,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:45:35,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:45:35,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:45:35,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:45:35,686 DEBUG [Thread-1517 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:45:35,686 DEBUG [Thread-1513 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:45:35,686 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:45:35,686 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:45:35,686 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:45:35,686 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:45:35,687 DEBUG [Thread-1519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:45:35,687 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:45:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-20T13:45:35,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:45:35,687 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:45:35,687 DEBUG [Thread-1526 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:45:35,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:45:35,688 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:45:35,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:45:35,688 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:45:35,688 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:45:35,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:45:35,688 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:45:35,689 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:45:35,689 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:45:35,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:45:35,690 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:45:35,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:45:35,692 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:45:35,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:45:35,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:45:35,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:45:35,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:45:35,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:45:35,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:45:35,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:45:35,696 DEBUG [Thread-1528 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:45:35,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:45:35,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:45:35,698 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:45:35,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:45:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:35,702 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4df2c67a52230cf6f1c251eda91efadc 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-20T13:45:35,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=A
2024-11-20T13:45:35,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:35,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=B
2024-11-20T13:45:35,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:35,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=C
2024-11-20T13:45:35,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:35,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202f4f121107d843aca473ccca461421da_4df2c67a52230cf6f1c251eda91efadc is 50, key is test_row_0/A:col10/1732110335702/Put/seqid=0
2024-11-20T13:45:35,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742154_1330 (size=17034)
2024-11-20T13:45:35,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732110335708, max timestamp=1732110335748Num uniques 859; 
2024-11-20T13:45:35,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-20T13:45:35,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732110335708, max timestamp=1732110335748Num uniques 859; 
2024-11-20T13:45:35,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732110335708, max timestamp=1732110335748Num uniques 859; 
2024-11-20T13:45:35,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-20T13:45:35,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-20T13:45:35,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:35,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39560 deadline: 1732110395770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39570 deadline: 1732110395769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:35,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39556 deadline: 1732110395771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-20T13:45:35,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110395785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:35,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:35,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:35,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:35,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110395786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:35,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:35,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:35,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:35,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-20T13:45:35,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:35,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:35,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:35,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:35,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:35,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39570 deadline: 1732110395892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:35,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:35,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:35,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39556 deadline: 1732110395892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:35,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:35,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:35,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:35,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:35,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39560 deadline: 1732110395893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:35,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:35,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:35,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:35,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110395902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:35,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110395902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:35,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:35,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:35,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:35,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:35,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:35,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:36,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-20T13:45:36,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:36,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:36,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:36,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:36,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-20T13:45:36,117 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39570 deadline: 1732110396112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:36,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:36,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39556 deadline: 1732110396112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:36,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:36,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39560 deadline: 1732110396112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:36,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:36,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110396122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:36,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:36,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110396122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:36,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:36,138 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:36,141 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202f4f121107d843aca473ccca461421da_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202f4f121107d843aca473ccca461421da_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:36,142 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/8a3f894b10cb4ef18f14b9b3b30f0720, store: [table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:36,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/8a3f894b10cb4ef18f14b9b3b30f0720 is 175, key is test_row_0/A:col10/1732110335702/Put/seqid=0
2024-11-20T13:45:36,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742155_1331 (size=48139)
2024-11-20T13:45:36,146 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/8a3f894b10cb4ef18f14b9b3b30f0720
2024-11-20T13:45:36,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-20T13:45:36,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:36,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:36,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:36,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:36,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:36,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/c9682a8db4db4708ba424b701c2cdd8b is 50, key is test_row_0/B:col10/1732110335702/Put/seqid=0
2024-11-20T13:45:36,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742156_1332 (size=12001)
2024-11-20T13:45:36,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-20T13:45:36,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:36,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:36,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:36,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:36,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-20T13:45:36,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39570 deadline: 1732110396421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:36,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39556 deadline: 1732110396422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:36,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:36,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:36,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39560 deadline: 1732110396422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:36,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:36,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110396442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:36,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110396442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:36,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-20T13:45:36,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:36,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:36,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:36,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:36,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:36,578 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/c9682a8db4db4708ba424b701c2cdd8b
2024-11-20T13:45:36,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/6c24a847526e4ad499ee6649e59fe826 is 50, key is test_row_0/C:col10/1732110335702/Put/seqid=0
2024-11-20T13:45:36,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742157_1333 (size=12001)
2024-11-20T13:45:36,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-20T13:45:36,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:36,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:36,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:36,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:36,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:36,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-20T13:45:36,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:36,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:36,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:36,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:36,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-20T13:45:36,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-20T13:45:36,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:36,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:36,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:36,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:36,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:36,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39570 deadline: 1732110396932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:36,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39556 deadline: 1732110396932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:36,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:36,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39560 deadline: 1732110396941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:36,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110396951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:36,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:36,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110396951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:36,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:36,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:37,003 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/6c24a847526e4ad499ee6649e59fe826
2024-11-20T13:45:37,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/8a3f894b10cb4ef18f14b9b3b30f0720 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/8a3f894b10cb4ef18f14b9b3b30f0720
2024-11-20T13:45:37,010 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/8a3f894b10cb4ef18f14b9b3b30f0720, entries=250, sequenceid=15, filesize=47.0 K
2024-11-20T13:45:37,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/c9682a8db4db4708ba424b701c2cdd8b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c9682a8db4db4708ba424b701c2cdd8b
2024-11-20T13:45:37,014 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c9682a8db4db4708ba424b701c2cdd8b, entries=150, sequenceid=15, filesize=11.7 K
2024-11-20T13:45:37,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/6c24a847526e4ad499ee6649e59fe826 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/6c24a847526e4ad499ee6649e59fe826
2024-11-20T13:45:37,018 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/6c24a847526e4ad499ee6649e59fe826, entries=150, sequenceid=15, filesize=11.7 K
2024-11-20T13:45:37,020 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 4df2c67a52230cf6f1c251eda91efadc in 1318ms, sequenceid=15, compaction requested=false
2024-11-20T13:45:37,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:37,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-20T13:45:37,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:37,068 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 4df2c67a52230cf6f1c251eda91efadc 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB
2024-11-20T13:45:37,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=A
2024-11-20T13:45:37,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:37,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=B
2024-11-20T13:45:37,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:37,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=C
2024-11-20T13:45:37,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:37,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120eb41e98f55604c78a4e69c028c8b9313_4df2c67a52230cf6f1c251eda91efadc is 50, key is test_row_0/A:col10/1732110335783/Put/seqid=0
2024-11-20T13:45:37,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742158_1334 (size=12154)
2024-11-20T13:45:37,299 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T13:45:37,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:37,485 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120eb41e98f55604c78a4e69c028c8b9313_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eb41e98f55604c78a4e69c028c8b9313_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:37,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/fa4824d7a7344062b9a6b7a93cacafc3, store: [table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:37,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/fa4824d7a7344062b9a6b7a93cacafc3 is 175, key is test_row_0/A:col10/1732110335783/Put/seqid=0
2024-11-20T13:45:37,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742159_1335 (size=30955)
2024-11-20T13:45:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-20T13:45:37,889 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/fa4824d7a7344062b9a6b7a93cacafc3
2024-11-20T13:45:37,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/d8bb441053934518b50d5fe311a0e5af is 50, key is test_row_0/B:col10/1732110335783/Put/seqid=0
2024-11-20T13:45:37,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742160_1336 (size=12001)
2024-11-20T13:45:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:37,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:37,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39560 deadline: 1732110397969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:37,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:37,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:37,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:37,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39556 deadline: 1732110397970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:37,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:37,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:37,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:37,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39570 deadline: 1732110397972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:37,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:37,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:37,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:37,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110397972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:37,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110397972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:37,987 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_2' in 4df2c67a52230cf6f1c251eda91efadc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:45:37,987 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_0' in 4df2c67a52230cf6f1c251eda91efadc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:45:37,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:37,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:37,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:37,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:37,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:37,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:38,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39560 deadline: 1732110398082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:38,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:38,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:38,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:38,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39556 deadline: 1732110398092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:38,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:38,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:38,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39570 deadline: 1732110398092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:38,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:38,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:38,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:38,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:38,300 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39560 deadline: 1732110398292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:38,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:38,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:38,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:38,303 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/d8bb441053934518b50d5fe311a0e5af
2024-11-20T13:45:38,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/84907d5914b14b8f8baa61f8a7bcef7d is 50, key is test_row_0/C:col10/1732110335783/Put/seqid=0
2024-11-20T13:45:38,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742161_1337 (size=12001)
2024-11-20T13:45:38,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39556 deadline: 1732110398311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:38,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:38,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:38,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39570 deadline: 1732110398311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:38,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:38,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:38,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:38,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:38,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39560 deadline: 1732110398612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:38,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:38,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:38,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:38,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39556 deadline: 1732110398622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:38,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39570 deadline: 1732110398622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:38,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:38,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:38,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:38,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:38,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:38,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:38,711 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/84907d5914b14b8f8baa61f8a7bcef7d
2024-11-20T13:45:38,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/fa4824d7a7344062b9a6b7a93cacafc3 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/fa4824d7a7344062b9a6b7a93cacafc3
2024-11-20T13:45:38,717 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/fa4824d7a7344062b9a6b7a93cacafc3, entries=150, sequenceid=49, filesize=30.2 K
2024-11-20T13:45:38,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/d8bb441053934518b50d5fe311a0e5af as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/d8bb441053934518b50d5fe311a0e5af
2024-11-20T13:45:38,721 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/d8bb441053934518b50d5fe311a0e5af, entries=150, sequenceid=49, filesize=11.7 K
2024-11-20T13:45:38,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/84907d5914b14b8f8baa61f8a7bcef7d as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/84907d5914b14b8f8baa61f8a7bcef7d
2024-11-20T13:45:38,724 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/84907d5914b14b8f8baa61f8a7bcef7d, entries=150, sequenceid=49, filesize=11.7 K
2024-11-20T13:45:38,725 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=53.67 KB/54960 for 4df2c67a52230cf6f1c251eda91efadc in 1658ms, sequenceid=49, compaction requested=false
2024-11-20T13:45:38,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:38,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:38,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104
2024-11-20T13:45:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=104
2024-11-20T13:45:38,727 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103
2024-11-20T13:45:38,727 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0380 sec
2024-11-20T13:45:38,728 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 3.0440 sec
2024-11-20T13:45:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:39,136 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4df2c67a52230cf6f1c251eda91efadc 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-20T13:45:39,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=A
2024-11-20T13:45:39,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:39,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=B
2024-11-20T13:45:39,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:39,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=C
2024-11-20T13:45:39,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:39,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209187bc11dfba40ed8adfe6f70d3afe14_4df2c67a52230cf6f1c251eda91efadc is 50, key is test_row_0/A:col10/1732110337970/Put/seqid=0
2024-11-20T13:45:39,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742162_1338 (size=14594)
2024-11-20T13:45:39,154 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:39,157 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209187bc11dfba40ed8adfe6f70d3afe14_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209187bc11dfba40ed8adfe6f70d3afe14_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:39,157 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/957612644df8448db6a4275738a9ab44, store: [table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:39,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/957612644df8448db6a4275738a9ab44 is 175, key is test_row_0/A:col10/1732110337970/Put/seqid=0
2024-11-20T13:45:39,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742163_1339 (size=39549)
2024-11-20T13:45:39,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39570 deadline: 1732110399185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:39,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:39,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39560 deadline: 1732110399191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:39,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:39,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:39,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39556 deadline: 1732110399194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:39,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:39,311 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39570 deadline: 1732110399302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,312 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39560 deadline: 1732110399302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:39,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39556 deadline: 1732110399312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:39,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:39,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39570 deadline: 1732110399522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:39,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:39,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39560 deadline: 1732110399522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:39,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:39,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:39,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39556 deadline: 1732110399522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:39,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:39,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:39,561 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/957612644df8448db6a4275738a9ab44
2024-11-20T13:45:39,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/ab6a937a6a8f4a568dc3079e300fbf02 is 50, key is test_row_0/B:col10/1732110337970/Put/seqid=0
2024-11-20T13:45:39,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742164_1340 (size=12001)
2024-11-20T13:45:39,572 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/ab6a937a6a8f4a568dc3079e300fbf02
2024-11-20T13:45:39,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/cd03db75acd4479fb02f2533e0e129f7 is 50, key is test_row_0/C:col10/1732110337970/Put/seqid=0
2024-11-20T13:45:39,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742165_1341 (size=12001)
2024-11-20T13:45:39,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39570 deadline: 1732110399832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:39,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:39,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39560 deadline: 1732110399832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:39,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:39,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39556 deadline: 1732110399832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:39,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:39,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-20T13:45:39,851 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:39,852 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:45:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees
2024-11-20T13:45:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-20T13:45:39,854 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:45:39,855 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:45:39,855 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:45:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-20T13:45:39,981 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/cd03db75acd4479fb02f2533e0e129f7
2024-11-20T13:45:39,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/957612644df8448db6a4275738a9ab44 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/957612644df8448db6a4275738a9ab44
2024-11-20T13:45:39,987 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/957612644df8448db6a4275738a9ab44, entries=200, sequenceid=61, filesize=38.6 K
2024-11-20T13:45:39,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/ab6a937a6a8f4a568dc3079e300fbf02 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/ab6a937a6a8f4a568dc3079e300fbf02
2024-11-20T13:45:39,991 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/ab6a937a6a8f4a568dc3079e300fbf02, entries=150, sequenceid=61, filesize=11.7 K
2024-11-20T13:45:39,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/cd03db75acd4479fb02f2533e0e129f7 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/cd03db75acd4479fb02f2533e0e129f7
2024-11-20T13:45:39,994 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/cd03db75acd4479fb02f2533e0e129f7, entries=150, sequenceid=61, filesize=11.7 K
2024-11-20T13:45:39,995 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 4df2c67a52230cf6f1c251eda91efadc in 859ms, sequenceid=61, compaction requested=true
2024-11-20T13:45:39,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:39,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4df2c67a52230cf6f1c251eda91efadc:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:45:39,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:39,995 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:39,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4df2c67a52230cf6f1c251eda91efadc:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:45:39,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:39,995 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:39,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4df2c67a52230cf6f1c251eda91efadc:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:45:39,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:39,996 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:39,996 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:39,996 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 4df2c67a52230cf6f1c251eda91efadc/A is initiating minor compaction (all files)
2024-11-20T13:45:39,996 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 4df2c67a52230cf6f1c251eda91efadc/B is initiating minor compaction (all files)
2024-11-20T13:45:39,996 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4df2c67a52230cf6f1c251eda91efadc/B in TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:39,996 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4df2c67a52230cf6f1c251eda91efadc/A in TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:39,996 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/8a3f894b10cb4ef18f14b9b3b30f0720, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/fa4824d7a7344062b9a6b7a93cacafc3, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/957612644df8448db6a4275738a9ab44] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp, totalSize=115.9 K
2024-11-20T13:45:39,996 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c9682a8db4db4708ba424b701c2cdd8b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/d8bb441053934518b50d5fe311a0e5af, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/ab6a937a6a8f4a568dc3079e300fbf02] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp, totalSize=35.2 K
2024-11-20T13:45:39,996 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:39,996 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. files: [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/8a3f894b10cb4ef18f14b9b3b30f0720, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/fa4824d7a7344062b9a6b7a93cacafc3, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/957612644df8448db6a4275738a9ab44]
2024-11-20T13:45:39,996 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting c9682a8db4db4708ba424b701c2cdd8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732110335694
2024-11-20T13:45:39,996 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a3f894b10cb4ef18f14b9b3b30f0720, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732110335694
2024-11-20T13:45:39,997 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting d8bb441053934518b50d5fe311a0e5af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732110335753
2024-11-20T13:45:39,997 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa4824d7a7344062b9a6b7a93cacafc3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732110335753
2024-11-20T13:45:39,997 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting ab6a937a6a8f4a568dc3079e300fbf02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732110337967
2024-11-20T13:45:39,997 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 957612644df8448db6a4275738a9ab44, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732110337961
2024-11-20T13:45:40,001 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:40,003 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120ebaae306173a4dc4bc7ed42101fbe6e8_4df2c67a52230cf6f1c251eda91efadc store=[table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:40,003 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4df2c67a52230cf6f1c251eda91efadc#B#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:40,003 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/ca83de5b6ca14f3ea51b7624962df89c is 50, key is test_row_0/B:col10/1732110337970/Put/seqid=0
2024-11-20T13:45:40,005 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120ebaae306173a4dc4bc7ed42101fbe6e8_4df2c67a52230cf6f1c251eda91efadc, store=[table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:40,005 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ebaae306173a4dc4bc7ed42101fbe6e8_4df2c67a52230cf6f1c251eda91efadc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:40,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742166_1342 (size=12104)
2024-11-20T13:45:40,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-20T13:45:40,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:40,012 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 4df2c67a52230cf6f1c251eda91efadc 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-20T13:45:40,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=A
2024-11-20T13:45:40,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:40,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=B
2024-11-20T13:45:40,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:40,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=C
2024-11-20T13:45:40,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:40,016 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/ca83de5b6ca14f3ea51b7624962df89c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/ca83de5b6ca14f3ea51b7624962df89c
2024-11-20T13:45:40,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742167_1343 (size=4469)
2024-11-20T13:45:40,021 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4df2c67a52230cf6f1c251eda91efadc/B of 4df2c67a52230cf6f1c251eda91efadc into ca83de5b6ca14f3ea51b7624962df89c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:40,021 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:40,021 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., storeName=4df2c67a52230cf6f1c251eda91efadc/B, priority=13, startTime=1732110339995; duration=0sec
2024-11-20T13:45:40,021 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:40,021 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4df2c67a52230cf6f1c251eda91efadc:B
2024-11-20T13:45:40,021 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:40,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120014566c97db346279ec60da814293781_4df2c67a52230cf6f1c251eda91efadc is 50, key is test_row_0/A:col10/1732110339182/Put/seqid=0
2024-11-20T13:45:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:40,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:40,023 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:40,023 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 4df2c67a52230cf6f1c251eda91efadc/C is initiating minor compaction (all files)
2024-11-20T13:45:40,023 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4df2c67a52230cf6f1c251eda91efadc/C in TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:40,023 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/6c24a847526e4ad499ee6649e59fe826, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/84907d5914b14b8f8baa61f8a7bcef7d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/cd03db75acd4479fb02f2533e0e129f7] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp, totalSize=35.2 K
2024-11-20T13:45:40,024 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c24a847526e4ad499ee6649e59fe826, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732110335694
2024-11-20T13:45:40,024 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 84907d5914b14b8f8baa61f8a7bcef7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732110335753
2024-11-20T13:45:40,024 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting cd03db75acd4479fb02f2533e0e129f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732110337967
2024-11-20T13:45:40,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742168_1344 (size=12154)
2024-11-20T13:45:40,032 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4df2c67a52230cf6f1c251eda91efadc#C#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:40,032 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/a8e7d4a572a8413c91fdf76ecd772ba0 is 50, key is test_row_0/C:col10/1732110337970/Put/seqid=0
2024-11-20T13:45:40,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742169_1345 (size=12104)
2024-11-20T13:45:40,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110400048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:40,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:40,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:40,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:40,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110400049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:40,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:40,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:40,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:40,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110400162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:40,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:40,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:40,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-20T13:45:40,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110400172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:40,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39570 deadline: 1732110400341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:40,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39560 deadline: 1732110400342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:40,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39556 deadline: 1732110400342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:40,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:40,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:40,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:40,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110400372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:40,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:40,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:40,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:40,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110400391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:40,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:40,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:40,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:40,420 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4df2c67a52230cf6f1c251eda91efadc#A#compaction#292 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:40,420 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/a4a685fc90514e66ab1bbd9274dd8784 is 175, key is test_row_0/A:col10/1732110337970/Put/seqid=0
2024-11-20T13:45:40,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:40,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742170_1346 (size=31058)
2024-11-20T13:45:40,467 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/a8e7d4a572a8413c91fdf76ecd772ba0 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/a8e7d4a572a8413c91fdf76ecd772ba0
2024-11-20T13:45:40,469 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120014566c97db346279ec60da814293781_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120014566c97db346279ec60da814293781_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/599a430517404565a81d07115120f229, store: [table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/599a430517404565a81d07115120f229 is 175, key is test_row_0/A:col10/1732110339182/Put/seqid=0
2024-11-20T13:45:40,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742171_1347 (size=30955)
2024-11-20T13:45:40,474 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4df2c67a52230cf6f1c251eda91efadc/C of 4df2c67a52230cf6f1c251eda91efadc into a8e7d4a572a8413c91fdf76ecd772ba0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:40,474 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:40,475 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., storeName=4df2c67a52230cf6f1c251eda91efadc/C, priority=13, startTime=1732110339995; duration=0sec
2024-11-20T13:45:40,475 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:40,475 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4df2c67a52230cf6f1c251eda91efadc:C
2024-11-20T13:45:40,476 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/599a430517404565a81d07115120f229
2024-11-20T13:45:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-20T13:45:40,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/c64ba4cb79664c29ae76e336b2779b04 is 50, key is test_row_0/B:col10/1732110339182/Put/seqid=0
2024-11-20T13:45:40,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742172_1348 (size=12001)
2024-11-20T13:45:40,495 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/c64ba4cb79664c29ae76e336b2779b04
2024-11-20T13:45:40,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/82fcb279164545349c39eeb8fc789014 is 50, key is test_row_0/C:col10/1732110339182/Put/seqid=0
2024-11-20T13:45:40,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742173_1349 (size=12001)
2024-11-20T13:45:40,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110400692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:40,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110400702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:40,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:40,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:40,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:40,868 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/a4a685fc90514e66ab1bbd9274dd8784 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/a4a685fc90514e66ab1bbd9274dd8784
2024-11-20T13:45:40,872 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4df2c67a52230cf6f1c251eda91efadc/A of 4df2c67a52230cf6f1c251eda91efadc into a4a685fc90514e66ab1bbd9274dd8784(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:40,872 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:40,872 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., storeName=4df2c67a52230cf6f1c251eda91efadc/A, priority=13, startTime=1732110339995; duration=0sec
2024-11-20T13:45:40,872 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:40,872 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4df2c67a52230cf6f1c251eda91efadc:A
2024-11-20T13:45:40,910 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/82fcb279164545349c39eeb8fc789014
2024-11-20T13:45:40,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/599a430517404565a81d07115120f229 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/599a430517404565a81d07115120f229
2024-11-20T13:45:40,916 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/599a430517404565a81d07115120f229, entries=150, sequenceid=81, filesize=30.2 K
2024-11-20T13:45:40,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/c64ba4cb79664c29ae76e336b2779b04 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c64ba4cb79664c29ae76e336b2779b04
2024-11-20T13:45:40,920 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c64ba4cb79664c29ae76e336b2779b04, entries=150, sequenceid=81, filesize=11.7 K
2024-11-20T13:45:40,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/82fcb279164545349c39eeb8fc789014 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/82fcb279164545349c39eeb8fc789014
2024-11-20T13:45:40,924 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/82fcb279164545349c39eeb8fc789014, entries=150, sequenceid=81, filesize=11.7 K
2024-11-20T13:45:40,925 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 4df2c67a52230cf6f1c251eda91efadc in 913ms, sequenceid=81, compaction requested=false
2024-11-20T13:45:40,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:40,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:40,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106
2024-11-20T13:45:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=106
2024-11-20T13:45:40,928 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105
2024-11-20T13:45:40,928 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0710 sec
2024-11-20T13:45:40,929 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.0760 sec
2024-11-20T13:45:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-20T13:45:40,992 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:40,993 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:45:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees
2024-11-20T13:45:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-20T13:45:40,994 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:45:40,995 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:45:40,995 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:45:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-20T13:45:41,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-20T13:45:41,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:41,147 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 4df2c67a52230cf6f1c251eda91efadc 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-20T13:45:41,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=A
2024-11-20T13:45:41,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:41,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=B
2024-11-20T13:45:41,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:41,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=C
2024-11-20T13:45:41,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:41,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ad52ce76646d4db5aad606cf22af323b_4df2c67a52230cf6f1c251eda91efadc is 50, key is test_row_0/A:col10/1732110340034/Put/seqid=0
2024-11-20T13:45:41,156 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742174_1350 (size=12154)
2024-11-20T13:45:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:41,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-20T13:45:41,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110401306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:41,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:41,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110401307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:41,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39570 deadline: 1732110401362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:41,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39560 deadline: 1732110401362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:41,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:41,372 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 4df2c67a52230cf6f1c251eda91efadc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:45:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39556 deadline: 1732110401362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:41,372 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 4df2c67a52230cf6f1c251eda91efadc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:45:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:41,373 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_2' in 4df2c67a52230cf6f1c251eda91efadc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:45:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:41,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110401422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:41,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110401422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:41,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:41,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:41,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:41,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:41,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:41,560 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ad52ce76646d4db5aad606cf22af323b_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ad52ce76646d4db5aad606cf22af323b_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:41,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/e48bf12a3898459aa4da3764e41cb3eb, store: [table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:41,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/e48bf12a3898459aa4da3764e41cb3eb is 175, key is test_row_0/A:col10/1732110340034/Put/seqid=0
2024-11-20T13:45:41,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742175_1351 (size=30955)
2024-11-20T13:45:41,568 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/e48bf12a3898459aa4da3764e41cb3eb
2024-11-20T13:45:41,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/a1d06436d8a244358d3d2111b561ed77 is 50, key is test_row_0/B:col10/1732110340034/Put/seqid=0
2024-11-20T13:45:41,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742176_1352 (size=12001)
2024-11-20T13:45:41,576 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/a1d06436d8a244358d3d2111b561ed77
2024-11-20T13:45:41,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/7165ca044e0649aeb84f4a11573ccd25 is 50, key is test_row_0/C:col10/1732110340034/Put/seqid=0
2024-11-20T13:45:41,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742177_1353 (size=12001)
2024-11-20T13:45:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-20T13:45:41,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110401632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:41,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:41,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:41,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:41,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:41,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110401642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:41,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:41,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:41,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:41,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110401952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:41,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:41,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:41,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:41,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110401961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:41,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:41,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:41,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:41,988 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/7165ca044e0649aeb84f4a11573ccd25
2024-11-20T13:45:41,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/e48bf12a3898459aa4da3764e41cb3eb as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/e48bf12a3898459aa4da3764e41cb3eb
2024-11-20T13:45:41,997 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/e48bf12a3898459aa4da3764e41cb3eb, entries=150, sequenceid=96, filesize=30.2 K
2024-11-20T13:45:41,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/a1d06436d8a244358d3d2111b561ed77 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/a1d06436d8a244358d3d2111b561ed77
2024-11-20T13:45:42,001 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/a1d06436d8a244358d3d2111b561ed77, entries=150, sequenceid=96, filesize=11.7 K
2024-11-20T13:45:42,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/7165ca044e0649aeb84f4a11573ccd25 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/7165ca044e0649aeb84f4a11573ccd25
2024-11-20T13:45:42,005 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/7165ca044e0649aeb84f4a11573ccd25, entries=150, sequenceid=96, filesize=11.7 K
2024-11-20T13:45:42,006 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 4df2c67a52230cf6f1c251eda91efadc in 860ms, sequenceid=96, compaction requested=true
2024-11-20T13:45:42,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:42,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:42,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108
2024-11-20T13:45:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=108
2024-11-20T13:45:42,008 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107
2024-11-20T13:45:42,008 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0120 sec
2024-11-20T13:45:42,009 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.0160 sec
2024-11-20T13:45:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-20T13:45:42,132 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:42,132 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:45:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees
2024-11-20T13:45:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-20T13:45:42,134 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:45:42,135 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:45:42,135 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:45:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-20T13:45:42,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110
2024-11-20T13:45:42,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:42,287 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 4df2c67a52230cf6f1c251eda91efadc 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-20T13:45:42,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=A
2024-11-20T13:45:42,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:42,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=B
2024-11-20T13:45:42,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:42,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=C
2024-11-20T13:45:42,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:42,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203a4b8fb6115246fab47e6ca462a134d8_4df2c67a52230cf6f1c251eda91efadc is 50, key is test_row_0/A:col10/1732110341299/Put/seqid=0
2024-11-20T13:45:42,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742178_1354 (size=12154)
2024-11-20T13:45:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-20T13:45:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:42,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:42,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110402514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:42,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:42,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:42,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:42,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110402521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:42,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:42,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:42,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:42,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110402632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:42,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:42,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110402642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:42,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:42,699 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203a4b8fb6115246fab47e6ca462a134d8_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203a4b8fb6115246fab47e6ca462a134d8_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:42,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/01026350af5f4a739341165e06fadcae, store: [table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:42,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/01026350af5f4a739341165e06fadcae is 175, key is test_row_0/A:col10/1732110341299/Put/seqid=0
2024-11-20T13:45:42,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742179_1355 (size=30955)
2024-11-20T13:45:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-20T13:45:42,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110402842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:42,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:42,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:42,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110402852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:42,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:43,106 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/01026350af5f4a739341165e06fadcae
2024-11-20T13:45:43,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/0c98c2930c0a41e1b027fc43c0d441c5 is 50, key is test_row_0/B:col10/1732110341299/Put/seqid=0
2024-11-20T13:45:43,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742180_1356 (size=12001)
2024-11-20T13:45:43,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110403152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:43,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:43,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:43,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:43,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110403171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:43,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:43,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:43,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-20T13:45:43,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39570 deadline: 1732110403382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:43,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39560 deadline: 1732110403382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:43,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39556 deadline: 1732110403382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:43,392 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 4df2c67a52230cf6f1c251eda91efadc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:45:43,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:43,392 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 4df2c67a52230cf6f1c251eda91efadc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:45:43,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:43,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:43,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:43,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:43,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:43,393 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_2' in 4df2c67a52230cf6f1c251eda91efadc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:45:43,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:43,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:43,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:43,515 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/0c98c2930c0a41e1b027fc43c0d441c5
2024-11-20T13:45:43,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/e24080b4e173467ab8e9b320d5063607 is 50, key is test_row_0/C:col10/1732110341299/Put/seqid=0
2024-11-20T13:45:43,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742181_1357 (size=12001)
2024-11-20T13:45:43,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110403671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:43,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110403692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:43,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:43,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:43,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:43,925 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/e24080b4e173467ab8e9b320d5063607
2024-11-20T13:45:43,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/01026350af5f4a739341165e06fadcae as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/01026350af5f4a739341165e06fadcae
2024-11-20T13:45:43,931 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/01026350af5f4a739341165e06fadcae, entries=150, sequenceid=116, filesize=30.2 K
2024-11-20T13:45:43,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/0c98c2930c0a41e1b027fc43c0d441c5 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/0c98c2930c0a41e1b027fc43c0d441c5
2024-11-20T13:45:43,934 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/0c98c2930c0a41e1b027fc43c0d441c5, entries=150, sequenceid=116, filesize=11.7 K
2024-11-20T13:45:43,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/e24080b4e173467ab8e9b320d5063607 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/e24080b4e173467ab8e9b320d5063607
2024-11-20T13:45:43,938 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/e24080b4e173467ab8e9b320d5063607, entries=150, sequenceid=116, filesize=11.7 K
2024-11-20T13:45:43,938 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 4df2c67a52230cf6f1c251eda91efadc in 1651ms, sequenceid=116, compaction requested=true
2024-11-20T13:45:43,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:43,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:43,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110
2024-11-20T13:45:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=110
2024-11-20T13:45:43,941 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109
2024-11-20T13:45:43,941 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8050 sec
2024-11-20T13:45:43,942 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.8090 sec
2024-11-20T13:45:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-20T13:45:44,282 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:44,282 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:45:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees
2024-11-20T13:45:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-20T13:45:44,284 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:45:44,284 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:45:44,284 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:45:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-20T13:45:44,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-20T13:45:44,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:44,436 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 4df2c67a52230cf6f1c251eda91efadc 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-20T13:45:44,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=A
2024-11-20T13:45:44,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:44,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=B
2024-11-20T13:45:44,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:44,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=C
2024-11-20T13:45:44,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:44,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112032c9a2438abf4bd68af4a5596c5dfbfa_4df2c67a52230cf6f1c251eda91efadc is 50, key is test_row_0/A:col10/1732110342519/Put/seqid=0
2024-11-20T13:45:44,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742182_1358 (size=12154)
2024-11-20T13:45:44,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:44,451 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112032c9a2438abf4bd68af4a5596c5dfbfa_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112032c9a2438abf4bd68af4a5596c5dfbfa_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:44,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/1f31adfa6b25475dba4364135d9a183a, store: [table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:44,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/1f31adfa6b25475dba4364135d9a183a is 175, key is test_row_0/A:col10/1732110342519/Put/seqid=0
2024-11-20T13:45:44,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742183_1359 (size=30955)
2024-11-20T13:45:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-20T13:45:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:44,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:44,785 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110404784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:44,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:44,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:44,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:44,796 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110404785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:44,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:44,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:44,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:44,856 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=128, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/1f31adfa6b25475dba4364135d9a183a
2024-11-20T13:45:44,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/d9977865d0b8437194a457595a9142e3 is 50, key is test_row_0/B:col10/1732110342519/Put/seqid=0
2024-11-20T13:45:44,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742184_1360 (size=12001)
2024-11-20T13:45:44,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110404892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:44,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:44,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:44,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:44,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110404902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:44,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:44,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:44,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-20T13:45:45,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110405112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:45,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110405112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:45,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:45,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:45,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:45,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:45,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:45,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:45,266 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/d9977865d0b8437194a457595a9142e3
2024-11-20T13:45:45,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/37e9c7c8557249bead84c532224cb6f7 is 50, key is test_row_0/C:col10/1732110342519/Put/seqid=0
2024-11-20T13:45:45,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742185_1361 (size=12001)
2024-11-20T13:45:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-20T13:45:45,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110405431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:45,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:45,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:45,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110405431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:45,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:45,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:45,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:45,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:45,676 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/37e9c7c8557249bead84c532224cb6f7
2024-11-20T13:45:45,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/1f31adfa6b25475dba4364135d9a183a as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/1f31adfa6b25475dba4364135d9a183a
2024-11-20T13:45:45,682 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/1f31adfa6b25475dba4364135d9a183a, entries=150, sequenceid=128, filesize=30.2 K
2024-11-20T13:45:45,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/d9977865d0b8437194a457595a9142e3 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/d9977865d0b8437194a457595a9142e3
2024-11-20T13:45:45,685 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/d9977865d0b8437194a457595a9142e3, entries=150, sequenceid=128, filesize=11.7 K
2024-11-20T13:45:45,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/37e9c7c8557249bead84c532224cb6f7 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/37e9c7c8557249bead84c532224cb6f7
2024-11-20T13:45:45,689 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/37e9c7c8557249bead84c532224cb6f7, entries=150, sequenceid=128, filesize=11.7 K
2024-11-20T13:45:45,690 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 4df2c67a52230cf6f1c251eda91efadc in 1254ms, sequenceid=128, compaction requested=true
2024-11-20T13:45:45,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:45,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:45,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112
2024-11-20T13:45:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=112
2024-11-20T13:45:45,693 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111
2024-11-20T13:45:45,694 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4080 sec
2024-11-20T13:45:45,695 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.4120 sec
2024-11-20T13:45:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:45,947 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4df2c67a52230cf6f1c251eda91efadc 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-20T13:45:45,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110344742, max timestamp=1732110345944Num uniques 859; 
2024-11-20T13:45:45,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110344742, max timestamp=1732110345944Num uniques 859; 
2024-11-20T13:45:45,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110344742, max timestamp=1732110345944Num uniques 859; 
2024-11-20T13:45:45,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:45:45,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:45:45,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:45:45,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=A
2024-11-20T13:45:45,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:45,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=B
2024-11-20T13:45:45,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:45,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=C
2024-11-20T13:45:45,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:45,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dece40dbdb594057b41053fd716b7443_4df2c67a52230cf6f1c251eda91efadc is 50, key is test_row_0/A:col10/1732110344784/Put/seqid=0
2024-11-20T13:45:45,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742186_1362 (size=14794)
2024-11-20T13:45:45,959 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:45,962 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dece40dbdb594057b41053fd716b7443_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dece40dbdb594057b41053fd716b7443_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:45,963 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/16bc3a640c934efb9311e88ff5490609, store: [table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:45,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/16bc3a640c934efb9311e88ff5490609 is 175, key is test_row_0/A:col10/1732110344784/Put/seqid=0
2024-11-20T13:45:45,967 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742187_1363 (size=39749)
2024-11-20T13:45:46,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110346028, max timestamp=1732110346050Num uniques 859; 
2024-11-20T13:45:46,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110346028, max timestamp=1732110346050Num uniques 859; 
2024-11-20T13:45:46,053 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:45:46,053 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:45:46,053 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110346028, max timestamp=1732110346050Num uniques 859; 
2024-11-20T13:45:46,053 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:45:46,151 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732110346108, max timestamp=1732110346148Num uniques 1068; 
2024-11-20T13:45:46,151 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732110346108, max timestamp=1732110346148Num uniques 1068; 
2024-11-20T13:45:46,151 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268
2024-11-20T13:45:46,151 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268
2024-11-20T13:45:46,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732110346108, max timestamp=1732110346148Num uniques 1068; 
2024-11-20T13:45:46,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268
2024-11-20T13:45:46,269 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732110346223, max timestamp=1732110346265Num uniques 1127; 
2024-11-20T13:45:46,269 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732110346223, max timestamp=1732110346265Num uniques 1127; 
2024-11-20T13:45:46,269 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732110346223, max timestamp=1732110346265Num uniques 1127; 
2024-11-20T13:45:46,269 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227
2024-11-20T13:45:46,269 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227
2024-11-20T13:45:46,269 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227
2024-11-20T13:45:46,360 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732110346333, max timestamp=1732110346357Num uniques 1086; 
2024-11-20T13:45:46,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236
2024-11-20T13:45:46,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732110346333, max timestamp=1732110346357Num uniques 1086; 
2024-11-20T13:45:46,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236
2024-11-20T13:45:46,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732110346333, max timestamp=1732110346357Num uniques 1086; 
2024-11-20T13:45:46,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236
2024-11-20T13:45:46,367 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=149, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/16bc3a640c934efb9311e88ff5490609
2024-11-20T13:45:46,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/c3599d9be73e482bac88ad6ae7961cb9 is 50, key is test_row_0/B:col10/1732110344784/Put/seqid=0
2024-11-20T13:45:46,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742188_1364 (size=12151)
2024-11-20T13:45:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-20T13:45:46,432 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:46,433 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:45:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees
2024-11-20T13:45:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-20T13:45:46,434 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:45:46,434 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:45:46,434 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:45:46,481 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732110346431, max timestamp=1732110346462Num uniques 1095; 
2024-11-20T13:45:46,481 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245
2024-11-20T13:45:46,481 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732110346431, max timestamp=1732110346462Num uniques 1095; 
2024-11-20T13:45:46,481 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245
2024-11-20T13:45:46,481 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732110346431, max timestamp=1732110346462Num uniques 1095; 
2024-11-20T13:45:46,482 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245
2024-11-20T13:45:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-20T13:45:46,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-20T13:45:46,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:46,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:46,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:46,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:46,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:46,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732110346530, max timestamp=1732110346594Num uniques 1104; 
2024-11-20T13:45:46,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732110346530, max timestamp=1732110346594Num uniques 1104; 
2024-11-20T13:45:46,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204
2024-11-20T13:45:46,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204
2024-11-20T13:45:46,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732110346530, max timestamp=1732110346594Num uniques 1104; 
2024-11-20T13:45:46,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204
2024-11-20T13:45:46,689 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732110346658, max timestamp=1732110346685Num uniques 1063; 
2024-11-20T13:45:46,689 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732110346658, max timestamp=1732110346685Num uniques 1063; 
2024-11-20T13:45:46,689 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213
2024-11-20T13:45:46,689 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213
2024-11-20T13:45:46,689 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732110346658, max timestamp=1732110346685Num uniques 1063; 
2024-11-20T13:45:46,689 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213
2024-11-20T13:45:46,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-20T13:45:46,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:46,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:46,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:46,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:46,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-20T13:45:46,789 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/c3599d9be73e482bac88ad6ae7961cb9
2024-11-20T13:45:46,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/22906d3410574cf7a273e87b3bb136d4 is 50, key is test_row_0/C:col10/1732110344784/Put/seqid=0
2024-11-20T13:45:46,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742189_1365 (size=12151)
2024-11-20T13:45:46,828 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=272, cellSize=12452, totalHeapSize=28528, min timestamp=1732110346762, max timestamp=1732110346824Num uniques 1072; 
2024-11-20T13:45:46,828 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=272, cellSize=12452, totalHeapSize=28528, min timestamp=1732110346762, max timestamp=1732110346824Num uniques 1072; 
2024-11-20T13:45:46,828 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=272, cellSize=12452, totalHeapSize=28528, min timestamp=1732110346762, max timestamp=1732110346824Num uniques 1072; 
2024-11-20T13:45:46,828 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=12452, suffix heap size=139456,new segment heap size=28528 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=272
2024-11-20T13:45:46,828 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=12452, suffix heap size=139456,new segment heap size=28528 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=272
2024-11-20T13:45:46,828 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=12452, suffix heap size=139456,new segment heap size=28528 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=272
2024-11-20T13:45:46,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-20T13:45:46,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:46,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:46,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:46,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:46,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:46,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1732110346894, max timestamp=1732110346919Num uniques 1131; 
2024-11-20T13:45:46,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51796, new segment data size=8286, suffix heap size=145592,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1131, new segment cells count=181
2024-11-20T13:45:46,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1732110346894, max timestamp=1732110346919Num uniques 1131; 
2024-11-20T13:45:46,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51796, new segment data size=8286, suffix heap size=145592,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1131, new segment cells count=181
2024-11-20T13:45:46,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1732110346894, max timestamp=1732110346919Num uniques 1131; 
2024-11-20T13:45:46,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51796, new segment data size=8286, suffix heap size=145592,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1131, new segment cells count=181
2024-11-20T13:45:47,015 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1732110346976, max timestamp=1732110347012Num uniques 1040; 
2024-11-20T13:45:47,015 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=10990, suffix heap size=136128,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=240
2024-11-20T13:45:47,016 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1732110346976, max timestamp=1732110347012Num uniques 1040; 
2024-11-20T13:45:47,016 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1732110346976, max timestamp=1732110347012Num uniques 1040; 
2024-11-20T13:45:47,016 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=10990, suffix heap size=136128,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=240
2024-11-20T13:45:47,016 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=10990, suffix heap size=136128,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=240
2024-11-20T13:45:47,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-20T13:45:47,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:47,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:47,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:47,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:47,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-20T13:45:47,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1732110347136, max timestamp=1732110347157Num uniques 1099; 
2024-11-20T13:45:47,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=11404, suffix heap size=142264,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=249
2024-11-20T13:45:47,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1732110347136, max timestamp=1732110347157Num uniques 1099; 
2024-11-20T13:45:47,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=11404, suffix heap size=142264,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=249
2024-11-20T13:45:47,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1732110347136, max timestamp=1732110347157Num uniques 1099; 
2024-11-20T13:45:47,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=11404, suffix heap size=142264,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=249
2024-11-20T13:45:47,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-20T13:45:47,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:47,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:47,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:47,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:47,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:47,200 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/22906d3410574cf7a273e87b3bb136d4
2024-11-20T13:45:47,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/16bc3a640c934efb9311e88ff5490609 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/16bc3a640c934efb9311e88ff5490609
2024-11-20T13:45:47,206 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/16bc3a640c934efb9311e88ff5490609, entries=200, sequenceid=149, filesize=38.8 K
2024-11-20T13:45:47,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/c3599d9be73e482bac88ad6ae7961cb9 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c3599d9be73e482bac88ad6ae7961cb9
2024-11-20T13:45:47,209 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c3599d9be73e482bac88ad6ae7961cb9, entries=150, sequenceid=149, filesize=11.9 K
2024-11-20T13:45:47,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/22906d3410574cf7a273e87b3bb136d4 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/22906d3410574cf7a273e87b3bb136d4
2024-11-20T13:45:47,211 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/22906d3410574cf7a273e87b3bb136d4, entries=150, sequenceid=149, filesize=11.9 K
2024-11-20T13:45:47,212 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~66.19 KB/67776, currentSize=93.93 KB/96180 for 4df2c67a52230cf6f1c251eda91efadc in 1265ms, sequenceid=149, compaction requested=true
2024-11-20T13:45:47,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:47,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4df2c67a52230cf6f1c251eda91efadc:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:45:47,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:47,212 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking
2024-11-20T13:45:47,212 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking
2024-11-20T13:45:47,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4df2c67a52230cf6f1c251eda91efadc:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:45:47,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:47,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4df2c67a52230cf6f1c251eda91efadc:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:45:47,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:47,215 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6  files of size 194627 starting at candidate #0 after considering 10 permutations with 10 in ratio
2024-11-20T13:45:47,215 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4df2c67a52230cf6f1c251eda91efadc 3/3 column families, dataSize=100.63 KB heapSize=276.94 KB
2024-11-20T13:45:47,215 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 4df2c67a52230cf6f1c251eda91efadc/A is initiating minor compaction (all files)
2024-11-20T13:45:47,215 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4df2c67a52230cf6f1c251eda91efadc/A in TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:47,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=A
2024-11-20T13:45:47,215 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/a4a685fc90514e66ab1bbd9274dd8784, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/599a430517404565a81d07115120f229, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/e48bf12a3898459aa4da3764e41cb3eb, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/01026350af5f4a739341165e06fadcae, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/1f31adfa6b25475dba4364135d9a183a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/16bc3a640c934efb9311e88ff5490609] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp, totalSize=190.1 K
2024-11-20T13:45:47,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:47,215 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:47,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=B
2024-11-20T13:45:47,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:47,215 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. files: [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/a4a685fc90514e66ab1bbd9274dd8784, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/599a430517404565a81d07115120f229, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/e48bf12a3898459aa4da3764e41cb3eb, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/01026350af5f4a739341165e06fadcae, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/1f31adfa6b25475dba4364135d9a183a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/16bc3a640c934efb9311e88ff5490609]
2024-11-20T13:45:47,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=C
2024-11-20T13:45:47,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:45:47,215 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6  files of size 72259 starting at candidate #0 after considering 10 permutations with 10 in ratio
2024-11-20T13:45:47,215 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 4df2c67a52230cf6f1c251eda91efadc/B is initiating minor compaction (all files)
2024-11-20T13:45:47,215 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4a685fc90514e66ab1bbd9274dd8784, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732110337967
2024-11-20T13:45:47,215 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4df2c67a52230cf6f1c251eda91efadc/B in TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:47,215 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/ca83de5b6ca14f3ea51b7624962df89c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c64ba4cb79664c29ae76e336b2779b04, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/a1d06436d8a244358d3d2111b561ed77, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/0c98c2930c0a41e1b027fc43c0d441c5, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/d9977865d0b8437194a457595a9142e3, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c3599d9be73e482bac88ad6ae7961cb9] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp, totalSize=70.6 K
2024-11-20T13:45:47,215 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 599a430517404565a81d07115120f229, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732110339182
2024-11-20T13:45:47,216 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting ca83de5b6ca14f3ea51b7624962df89c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732110337967
2024-11-20T13:45:47,216 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting e48bf12a3898459aa4da3764e41cb3eb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732110340034
2024-11-20T13:45:47,216 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting c64ba4cb79664c29ae76e336b2779b04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732110339182
2024-11-20T13:45:47,216 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting a1d06436d8a244358d3d2111b561ed77, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732110340034
2024-11-20T13:45:47,216 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01026350af5f4a739341165e06fadcae, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732110341299
2024-11-20T13:45:47,216 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f31adfa6b25475dba4364135d9a183a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732110342503
2024-11-20T13:45:47,216 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c98c2930c0a41e1b027fc43c0d441c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732110341299
2024-11-20T13:45:47,217 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16bc3a640c934efb9311e88ff5490609, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732110344742
2024-11-20T13:45:47,217 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting d9977865d0b8437194a457595a9142e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732110342503
2024-11-20T13:45:47,217 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting c3599d9be73e482bac88ad6ae7961cb9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732110344782
2024-11-20T13:45:47,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fd8e678091d84285b10fb6b145392ec1_4df2c67a52230cf6f1c251eda91efadc is 50, key is test_row_0/A:col10/1732110347212/Put/seqid=0
2024-11-20T13:45:47,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742190_1366 (size=14994)
2024-11-20T13:45:47,245 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:47,249 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112038cb930d5c43418a877d2fbac381278d_4df2c67a52230cf6f1c251eda91efadc store=[table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:47,249 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4df2c67a52230cf6f1c251eda91efadc#B#compaction#311 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:47,250 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/7441e9e98fae4200b5b4088ee06e4e8a is 50, key is test_row_0/B:col10/1732110344784/Put/seqid=0
2024-11-20T13:45:47,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742191_1367 (size=12459)
2024-11-20T13:45:47,253 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112038cb930d5c43418a877d2fbac381278d_4df2c67a52230cf6f1c251eda91efadc, store=[table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:47,253 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112038cb930d5c43418a877d2fbac381278d_4df2c67a52230cf6f1c251eda91efadc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:47,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742192_1368 (size=4469)
2024-11-20T13:45:47,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110407282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:47,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:47,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:47,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:47,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110407283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:47,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:47,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:47,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:47,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-20T13:45:47,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:47,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:47,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:47,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:47,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:47,409 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110407402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:47,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:47,409 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:47,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:47,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110407402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:47,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:47,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:47,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:47,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39570 deadline: 1732110407411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:47,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39560 deadline: 1732110407412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:47,432 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 4df2c67a52230cf6f1c251eda91efadc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8247 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:45:47,432 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 4df2c67a52230cf6f1c251eda91efadc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8241 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:45:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:47,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:47,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:47,438 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39556 deadline: 1732110407432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:47,438 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_2' in 4df2c67a52230cf6f1c251eda91efadc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8244 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:45:47,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:47,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:47,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:47,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-20T13:45:47,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:47,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:47,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:47,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:47,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-20T13:45:47,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110407611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:47,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:47,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:47,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110407612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:47,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:47,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:47,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:47,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:47,641 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:47,644 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fd8e678091d84285b10fb6b145392ec1_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fd8e678091d84285b10fb6b145392ec1_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:47,645 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/cbdfa8bd21624ee1b04c5c62c08154ac, store: [table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:47,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/cbdfa8bd21624ee1b04c5c62c08154ac is 175, key is test_row_0/A:col10/1732110347212/Put/seqid=0
2024-11-20T13:45:47,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742193_1369 (size=39949)
2024-11-20T13:45:47,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-20T13:45:47,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:47,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:47,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:47,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:47,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:47,666 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4df2c67a52230cf6f1c251eda91efadc#A#compaction#310 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:47,666 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/7441e9e98fae4200b5b4088ee06e4e8a as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/7441e9e98fae4200b5b4088ee06e4e8a
2024-11-20T13:45:47,666 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/405138e2783945e59c89b88a14e49720 is 175, key is test_row_0/A:col10/1732110344784/Put/seqid=0
2024-11-20T13:45:47,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742194_1370 (size=31413)
2024-11-20T13:45:47,670 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 4df2c67a52230cf6f1c251eda91efadc/B of 4df2c67a52230cf6f1c251eda91efadc into 7441e9e98fae4200b5b4088ee06e4e8a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:47,670 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:47,670 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., storeName=4df2c67a52230cf6f1c251eda91efadc/B, priority=10, startTime=1732110347212; duration=0sec
2024-11-20T13:45:47,671 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:47,671 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4df2c67a52230cf6f1c251eda91efadc:B
2024-11-20T13:45:47,671 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking
2024-11-20T13:45:47,672 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6  files of size 72259 starting at candidate #0 after considering 10 permutations with 10 in ratio
2024-11-20T13:45:47,672 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 4df2c67a52230cf6f1c251eda91efadc/C is initiating minor compaction (all files)
2024-11-20T13:45:47,672 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4df2c67a52230cf6f1c251eda91efadc/C in TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:47,672 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/a8e7d4a572a8413c91fdf76ecd772ba0, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/82fcb279164545349c39eeb8fc789014, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/7165ca044e0649aeb84f4a11573ccd25, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/e24080b4e173467ab8e9b320d5063607, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/37e9c7c8557249bead84c532224cb6f7, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/22906d3410574cf7a273e87b3bb136d4] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp, totalSize=70.6 K
2024-11-20T13:45:47,672 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting a8e7d4a572a8413c91fdf76ecd772ba0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732110337967
2024-11-20T13:45:47,672 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 82fcb279164545349c39eeb8fc789014, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732110339182
2024-11-20T13:45:47,673 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 7165ca044e0649aeb84f4a11573ccd25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732110340034
2024-11-20T13:45:47,673 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting e24080b4e173467ab8e9b320d5063607, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732110341299
2024-11-20T13:45:47,673 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 37e9c7c8557249bead84c532224cb6f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732110342503
2024-11-20T13:45:47,673 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 22906d3410574cf7a273e87b3bb136d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732110344782
2024-11-20T13:45:47,681 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4df2c67a52230cf6f1c251eda91efadc#C#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:47,681 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/c38894c4892645aaa99dce52fc6acad3 is 50, key is test_row_0/C:col10/1732110344784/Put/seqid=0
2024-11-20T13:45:47,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742195_1371 (size=12459)
2024-11-20T13:45:47,690 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/c38894c4892645aaa99dce52fc6acad3 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/c38894c4892645aaa99dce52fc6acad3
2024-11-20T13:45:47,693 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 4df2c67a52230cf6f1c251eda91efadc/C of 4df2c67a52230cf6f1c251eda91efadc into c38894c4892645aaa99dce52fc6acad3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:47,693 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:47,693 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., storeName=4df2c67a52230cf6f1c251eda91efadc/C, priority=10, startTime=1732110347212; duration=0sec
2024-11-20T13:45:47,693 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:47,693 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4df2c67a52230cf6f1c251eda91efadc:C
2024-11-20T13:45:47,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-20T13:45:47,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:47,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:47,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:47,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:47,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:47,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110407932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:47,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:47,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110407932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:47,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:47,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:47,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:47,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:47,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:47,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-20T13:45:47,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:47,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:47,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:47,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:47,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:48,048 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=351, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/cbdfa8bd21624ee1b04c5c62c08154ac
2024-11-20T13:45:48,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/c2421666dc8f4dbeb380d9b5189ba16c is 50, key is test_row_0/B:col10/1732110347212/Put/seqid=0
2024-11-20T13:45:48,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742196_1372 (size=12301)
2024-11-20T13:45:48,073 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/405138e2783945e59c89b88a14e49720 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/405138e2783945e59c89b88a14e49720
2024-11-20T13:45:48,076 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 4df2c67a52230cf6f1c251eda91efadc/A of 4df2c67a52230cf6f1c251eda91efadc into 405138e2783945e59c89b88a14e49720(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:48,076 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:48,076 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., storeName=4df2c67a52230cf6f1c251eda91efadc/A, priority=10, startTime=1732110347212; duration=0sec
2024-11-20T13:45:48,076 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:48,076 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4df2c67a52230cf6f1c251eda91efadc:A
2024-11-20T13:45:48,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-20T13:45:48,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:48,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:48,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:48,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:48,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:48,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-20T13:45:48,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:48,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:48,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:48,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:48,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:48,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-20T13:45:48,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:48,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:48,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:48,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:48,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:48,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110408442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:48,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:48,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:48,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:48,458 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/c2421666dc8f4dbeb380d9b5189ba16c
2024-11-20T13:45:48,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110408452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:48,459 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:48,459 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:48,459 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:48,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/f49e4d6bf149466884e26df2eba17763 is 50, key is test_row_0/C:col10/1732110347212/Put/seqid=0
2024-11-20T13:45:48,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742197_1373 (size=12301)
2024-11-20T13:45:48,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-20T13:45:48,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:48,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:48,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:48,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:48,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-20T13:45:48,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-20T13:45:48,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:48,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:48,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:48,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:48,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:48,869 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/f49e4d6bf149466884e26df2eba17763
2024-11-20T13:45:48,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/cbdfa8bd21624ee1b04c5c62c08154ac as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/cbdfa8bd21624ee1b04c5c62c08154ac
2024-11-20T13:45:48,875 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/cbdfa8bd21624ee1b04c5c62c08154ac, entries=200, sequenceid=351, filesize=39.0 K
2024-11-20T13:45:48,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-20T13:45:48,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:48,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:48,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:48,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:48,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/c2421666dc8f4dbeb380d9b5189ba16c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c2421666dc8f4dbeb380d9b5189ba16c
2024-11-20T13:45:48,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:48,879 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c2421666dc8f4dbeb380d9b5189ba16c, entries=150, sequenceid=351, filesize=12.0 K
2024-11-20T13:45:48,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/f49e4d6bf149466884e26df2eba17763 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/f49e4d6bf149466884e26df2eba17763
2024-11-20T13:45:48,882 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/f49e4d6bf149466884e26df2eba17763, entries=150, sequenceid=351, filesize=12.0 K
2024-11-20T13:45:48,883 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~276.89 KB/283536, currentSize=80.51 KB/82440 for 4df2c67a52230cf6f1c251eda91efadc in 1669ms, sequenceid=351, compaction requested=false
2024-11-20T13:45:48,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:49,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-20T13:45:49,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:49,028 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 4df2c67a52230cf6f1c251eda91efadc 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-20T13:45:49,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=A
2024-11-20T13:45:49,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:49,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=B
2024-11-20T13:45:49,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:49,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=C
2024-11-20T13:45:49,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:49,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112070c20573de534fc5bb781055d3b26679_4df2c67a52230cf6f1c251eda91efadc is 50, key is test_row_0/A:col10/1732110347282/Put/seqid=0
2024-11-20T13:45:49,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742198_1374 (size=12454)
2024-11-20T13:45:49,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:49,043 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112070c20573de534fc5bb781055d3b26679_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112070c20573de534fc5bb781055d3b26679_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:49,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/f87ae1e91f4e4ce4a4193f1f1a14a669, store: [table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:49,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/f87ae1e91f4e4ce4a4193f1f1a14a669 is 175, key is test_row_0/A:col10/1732110347282/Put/seqid=0
2024-11-20T13:45:49,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742199_1375 (size=31255)
2024-11-20T13:45:49,448 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=369, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/f87ae1e91f4e4ce4a4193f1f1a14a669
2024-11-20T13:45:49,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/792914b82cc0491b915efafad8a491c4 is 50, key is test_row_0/B:col10/1732110347282/Put/seqid=0
2024-11-20T13:45:49,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742200_1376 (size=12301)
2024-11-20T13:45:49,463 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/792914b82cc0491b915efafad8a491c4
2024-11-20T13:45:49,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:49,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/d40d1ef320324c6c9f787b4f38a3f7e0 is 50, key is test_row_0/C:col10/1732110347282/Put/seqid=0
2024-11-20T13:45:49,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742201_1377 (size=12301)
2024-11-20T13:45:49,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110409512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:49,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:49,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:49,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:49,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110409521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:49,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:49,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:49,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:49,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110409631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:49,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110409631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:49,850 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-20T13:45:49,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110409851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:49,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:49,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110409852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:49,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:49,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:49,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:49,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:49,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:49,875 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/d40d1ef320324c6c9f787b4f38a3f7e0
2024-11-20T13:45:49,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/f87ae1e91f4e4ce4a4193f1f1a14a669 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/f87ae1e91f4e4ce4a4193f1f1a14a669
2024-11-20T13:45:49,881 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/f87ae1e91f4e4ce4a4193f1f1a14a669, entries=150, sequenceid=369, filesize=30.5 K
2024-11-20T13:45:49,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/792914b82cc0491b915efafad8a491c4 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/792914b82cc0491b915efafad8a491c4
2024-11-20T13:45:49,884 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/792914b82cc0491b915efafad8a491c4, entries=150, sequenceid=369, filesize=12.0 K
2024-11-20T13:45:49,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/d40d1ef320324c6c9f787b4f38a3f7e0 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/d40d1ef320324c6c9f787b4f38a3f7e0
2024-11-20T13:45:49,887 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/d40d1ef320324c6c9f787b4f38a3f7e0, entries=150, sequenceid=369, filesize=12.0 K
2024-11-20T13:45:49,888 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 4df2c67a52230cf6f1c251eda91efadc in 860ms, sequenceid=369, compaction requested=true
2024-11-20T13:45:49,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:49,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:49,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114
2024-11-20T13:45:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=114
2024-11-20T13:45:49,891 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113
2024-11-20T13:45:49,891 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4550 sec
2024-11-20T13:45:49,892 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 3.4580 sec
2024-11-20T13:45:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:50,165 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4df2c67a52230cf6f1c251eda91efadc 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-20T13:45:50,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=A
2024-11-20T13:45:50,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:50,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=B
2024-11-20T13:45:50,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:50,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=C
2024-11-20T13:45:50,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:50,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120344881c9e5604c5d99e0b82b506a9ee0_4df2c67a52230cf6f1c251eda91efadc is 50, key is test_row_0/A:col10/1732110349509/Put/seqid=0
2024-11-20T13:45:50,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742202_1378 (size=14994)
2024-11-20T13:45:50,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110410210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:50,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:50,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110410211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:50,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:50,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:50,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:50,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:50,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:50,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110410321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:50,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:50,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:50,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110410321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:50,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:50,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:50,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:50,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:50,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110410542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:50,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:50,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110410542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:50,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:50,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:50,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:50,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:50,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:50,578 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-20T13:45:50,602 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:50,602 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:45:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees
2024-11-20T13:45:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-20T13:45:50,619 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:45:50,619 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120344881c9e5604c5d99e0b82b506a9ee0_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120344881c9e5604c5d99e0b82b506a9ee0_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:50,619 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:45:50,619 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:45:50,620 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/30d0d342cc0e440492132c84fd904451, store: [table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:50,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/30d0d342cc0e440492132c84fd904451 is 175, key is test_row_0/A:col10/1732110349509/Put/seqid=0
2024-11-20T13:45:50,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742203_1379 (size=39949)
2024-11-20T13:45:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-20T13:45:50,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-20T13:45:50,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:50,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:50,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:50,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:50,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:50,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110410852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:50,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:50,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:50,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:50,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110410852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:50,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:50,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:50,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:50,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-20T13:45:50,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:50,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:50,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:50,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:50,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-20T13:45:51,030 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=387, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/30d0d342cc0e440492132c84fd904451
2024-11-20T13:45:51,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/c948f2e802724405aa87bc8cde49d0ed is 50, key is test_row_0/B:col10/1732110349509/Put/seqid=0
2024-11-20T13:45:51,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742204_1380 (size=12301)
2024-11-20T13:45:51,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-20T13:45:51,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:51,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:51,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:51,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:51,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:51,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-20T13:45:51,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:51,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:51,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:51,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:51,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-20T13:45:51,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-20T13:45:51,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:51,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:51,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:51,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:51,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:51,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110411372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:51,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:51,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110411372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:51,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:51,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:51,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:51,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:51,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:51,438 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/c948f2e802724405aa87bc8cde49d0ed
2024-11-20T13:45:51,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/8e2f722d37ae412dbe2112619fb9d906 is 50, key is test_row_0/C:col10/1732110349509/Put/seqid=0
2024-11-20T13:45:51,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742205_1381 (size=12301)
2024-11-20T13:45:51,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-20T13:45:51,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:51,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:51,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:51,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:51,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:51,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-20T13:45:51,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:51,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:51,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:51,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:51,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-20T13:45:51,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-20T13:45:51,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:51,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:51,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:51,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:51,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:45:51,847 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/8e2f722d37ae412dbe2112619fb9d906
2024-11-20T13:45:51,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/30d0d342cc0e440492132c84fd904451 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/30d0d342cc0e440492132c84fd904451
2024-11-20T13:45:51,854 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/30d0d342cc0e440492132c84fd904451, entries=200, sequenceid=387, filesize=39.0 K
2024-11-20T13:45:51,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/c948f2e802724405aa87bc8cde49d0ed as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c948f2e802724405aa87bc8cde49d0ed
2024-11-20T13:45:51,857 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c948f2e802724405aa87bc8cde49d0ed, entries=150, sequenceid=387, filesize=12.0 K
2024-11-20T13:45:51,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/8e2f722d37ae412dbe2112619fb9d906 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/8e2f722d37ae412dbe2112619fb9d906
2024-11-20T13:45:51,861 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/8e2f722d37ae412dbe2112619fb9d906, entries=150, sequenceid=387, filesize=12.0 K
2024-11-20T13:45:51,862 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 4df2c67a52230cf6f1c251eda91efadc in 1697ms, sequenceid=387, compaction requested=true
2024-11-20T13:45:51,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:51,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4df2c67a52230cf6f1c251eda91efadc:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:45:51,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:51,862 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:45:51,862 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:45:51,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4df2c67a52230cf6f1c251eda91efadc:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:45:51,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:51,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4df2c67a52230cf6f1c251eda91efadc:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:45:51,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:51,864 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49362 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:45:51,864 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 142566 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:45:51,864 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 4df2c67a52230cf6f1c251eda91efadc/A is initiating minor compaction (all files)
2024-11-20T13:45:51,864 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 4df2c67a52230cf6f1c251eda91efadc/B is initiating minor compaction (all files)
2024-11-20T13:45:51,864 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4df2c67a52230cf6f1c251eda91efadc/A in TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:51,864 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4df2c67a52230cf6f1c251eda91efadc/B in TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:51,864 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/405138e2783945e59c89b88a14e49720, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/cbdfa8bd21624ee1b04c5c62c08154ac, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/f87ae1e91f4e4ce4a4193f1f1a14a669, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/30d0d342cc0e440492132c84fd904451] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp, totalSize=139.2 K
2024-11-20T13:45:51,864 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/7441e9e98fae4200b5b4088ee06e4e8a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c2421666dc8f4dbeb380d9b5189ba16c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/792914b82cc0491b915efafad8a491c4, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c948f2e802724405aa87bc8cde49d0ed] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp, totalSize=48.2 K
2024-11-20T13:45:51,864 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:51,864 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. files: [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/405138e2783945e59c89b88a14e49720, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/cbdfa8bd21624ee1b04c5c62c08154ac, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/f87ae1e91f4e4ce4a4193f1f1a14a669, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/30d0d342cc0e440492132c84fd904451]
2024-11-20T13:45:51,864 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 7441e9e98fae4200b5b4088ee06e4e8a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732110344782
2024-11-20T13:45:51,864 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 405138e2783945e59c89b88a14e49720, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732110344782
2024-11-20T13:45:51,864 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting c2421666dc8f4dbeb380d9b5189ba16c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732110347146
2024-11-20T13:45:51,865 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbdfa8bd21624ee1b04c5c62c08154ac, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732110347146
2024-11-20T13:45:51,865 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting f87ae1e91f4e4ce4a4193f1f1a14a669, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732110347215
2024-11-20T13:45:51,865 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 792914b82cc0491b915efafad8a491c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732110347215
2024-11-20T13:45:51,865 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30d0d342cc0e440492132c84fd904451, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732110349509
2024-11-20T13:45:51,865 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting c948f2e802724405aa87bc8cde49d0ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732110349509
2024-11-20T13:45:51,870 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:51,871 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411205cf54624618d47af8e29238146fd6fc3_4df2c67a52230cf6f1c251eda91efadc store=[table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:51,872 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4df2c67a52230cf6f1c251eda91efadc#B#compaction#322 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:51,873 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/ea672b5e5a67444f80b940a959696ef8 is 50, key is test_row_0/B:col10/1732110349509/Put/seqid=0
2024-11-20T13:45:51,874 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411205cf54624618d47af8e29238146fd6fc3_4df2c67a52230cf6f1c251eda91efadc, store=[table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:51,875 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205cf54624618d47af8e29238146fd6fc3_4df2c67a52230cf6f1c251eda91efadc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:51,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742206_1382 (size=12745)
2024-11-20T13:45:51,884 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742207_1383 (size=4469)
2024-11-20T13:45:51,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-20T13:45:51,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:51,991 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 4df2c67a52230cf6f1c251eda91efadc 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-20T13:45:51,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=A
2024-11-20T13:45:51,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:51,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=B
2024-11-20T13:45:51,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:51,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=C
2024-11-20T13:45:51,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:51,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b8d0c982bf954eecb2cd8b91a82026ba_4df2c67a52230cf6f1c251eda91efadc is 50, key is test_row_0/A:col10/1732110350199/Put/seqid=0
2024-11-20T13:45:51,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742208_1384 (size=12454)
2024-11-20T13:45:52,283 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/ea672b5e5a67444f80b940a959696ef8 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/ea672b5e5a67444f80b940a959696ef8
2024-11-20T13:45:52,286 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4df2c67a52230cf6f1c251eda91efadc#A#compaction#321 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:52,286 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/bb46b8ce6d27460b8fb99087351f9a3d is 175, key is test_row_0/A:col10/1732110349509/Put/seqid=0
2024-11-20T13:45:52,287 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4df2c67a52230cf6f1c251eda91efadc/B of 4df2c67a52230cf6f1c251eda91efadc into ea672b5e5a67444f80b940a959696ef8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:52,287 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:52,287 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., storeName=4df2c67a52230cf6f1c251eda91efadc/B, priority=12, startTime=1732110351862; duration=0sec
2024-11-20T13:45:52,287 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:52,287 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4df2c67a52230cf6f1c251eda91efadc:B
2024-11-20T13:45:52,287 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:45:52,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742209_1385 (size=31699)
2024-11-20T13:45:52,294 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49362 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:45:52,294 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 4df2c67a52230cf6f1c251eda91efadc/C is initiating minor compaction (all files)
2024-11-20T13:45:52,294 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4df2c67a52230cf6f1c251eda91efadc/C in TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:52,294 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/c38894c4892645aaa99dce52fc6acad3, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/f49e4d6bf149466884e26df2eba17763, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/d40d1ef320324c6c9f787b4f38a3f7e0, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/8e2f722d37ae412dbe2112619fb9d906] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp, totalSize=48.2 K
2024-11-20T13:45:52,295 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting c38894c4892645aaa99dce52fc6acad3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732110344782
2024-11-20T13:45:52,295 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting f49e4d6bf149466884e26df2eba17763, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732110347146
2024-11-20T13:45:52,295 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting d40d1ef320324c6c9f787b4f38a3f7e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732110347215
2024-11-20T13:45:52,295 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e2f722d37ae412dbe2112619fb9d906, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732110349509
2024-11-20T13:45:52,297 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/bb46b8ce6d27460b8fb99087351f9a3d as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/bb46b8ce6d27460b8fb99087351f9a3d
2024-11-20T13:45:52,303 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4df2c67a52230cf6f1c251eda91efadc/A of 4df2c67a52230cf6f1c251eda91efadc into bb46b8ce6d27460b8fb99087351f9a3d(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:52,303 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:52,303 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., storeName=4df2c67a52230cf6f1c251eda91efadc/A, priority=12, startTime=1732110351862; duration=0sec
2024-11-20T13:45:52,303 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:52,303 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4df2c67a52230cf6f1c251eda91efadc:A
2024-11-20T13:45:52,311 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4df2c67a52230cf6f1c251eda91efadc#C#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:52,311 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/6262da04b2eb475ea7c9c18a54f80fcf is 50, key is test_row_0/C:col10/1732110349509/Put/seqid=0
2024-11-20T13:45:52,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742210_1386 (size=12745)
2024-11-20T13:45:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:52,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:52,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:52,403 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b8d0c982bf954eecb2cd8b91a82026ba_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b8d0c982bf954eecb2cd8b91a82026ba_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:52,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/ec84a9c7d0c54d198f45da0ce536e725, store: [table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:52,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/ec84a9c7d0c54d198f45da0ce536e725 is 175, key is test_row_0/A:col10/1732110350199/Put/seqid=0
2024-11-20T13:45:52,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742211_1387 (size=31255)
2024-11-20T13:45:52,408 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=401, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/ec84a9c7d0c54d198f45da0ce536e725
2024-11-20T13:45:52,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/3f944598b5584f8790c1a2c8b264c044 is 50, key is test_row_0/B:col10/1732110350199/Put/seqid=0
2024-11-20T13:45:52,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742212_1388 (size=12301)
2024-11-20T13:45:52,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110412454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:52,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:52,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:52,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:52,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110412462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:52,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:52,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:52,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:52,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110412572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:52,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110412572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:52,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:52,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:52,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:52,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:52,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:52,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:52,725 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/6262da04b2eb475ea7c9c18a54f80fcf as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/6262da04b2eb475ea7c9c18a54f80fcf
2024-11-20T13:45:52,729 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4df2c67a52230cf6f1c251eda91efadc/C of 4df2c67a52230cf6f1c251eda91efadc into 6262da04b2eb475ea7c9c18a54f80fcf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:52,729 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:52,729 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., storeName=4df2c67a52230cf6f1c251eda91efadc/C, priority=12, startTime=1732110351863; duration=0sec
2024-11-20T13:45:52,729 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:52,729 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4df2c67a52230cf6f1c251eda91efadc:C
2024-11-20T13:45:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-20T13:45:52,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110412792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:52,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110412792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:52,818 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/3f944598b5584f8790c1a2c8b264c044
2024-11-20T13:45:52,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/c3d1a8aec0a94a1bbb0bd34d0823a44d is 50, key is test_row_0/C:col10/1732110350199/Put/seqid=0
2024-11-20T13:45:52,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742213_1389 (size=12301)
2024-11-20T13:45:53,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110413102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:53,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110413111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:53,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:53,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:53,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:53,228 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/c3d1a8aec0a94a1bbb0bd34d0823a44d
2024-11-20T13:45:53,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/ec84a9c7d0c54d198f45da0ce536e725 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/ec84a9c7d0c54d198f45da0ce536e725
2024-11-20T13:45:53,234 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/ec84a9c7d0c54d198f45da0ce536e725, entries=150, sequenceid=401, filesize=30.5 K
2024-11-20T13:45:53,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/3f944598b5584f8790c1a2c8b264c044 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/3f944598b5584f8790c1a2c8b264c044
2024-11-20T13:45:53,238 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/3f944598b5584f8790c1a2c8b264c044, entries=150, sequenceid=401, filesize=12.0 K
2024-11-20T13:45:53,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/c3d1a8aec0a94a1bbb0bd34d0823a44d as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/c3d1a8aec0a94a1bbb0bd34d0823a44d
2024-11-20T13:45:53,242 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/c3d1a8aec0a94a1bbb0bd34d0823a44d, entries=150, sequenceid=401, filesize=12.0 K
2024-11-20T13:45:53,242 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 4df2c67a52230cf6f1c251eda91efadc in 1251ms, sequenceid=401, compaction requested=false
2024-11-20T13:45:53,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:53,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:53,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116
2024-11-20T13:45:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=116
2024-11-20T13:45:53,245 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115
2024-11-20T13:45:53,245 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6240 sec
2024-11-20T13:45:53,246 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 2.6430 sec
2024-11-20T13:45:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:53,627 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4df2c67a52230cf6f1c251eda91efadc 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-20T13:45:53,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=A
2024-11-20T13:45:53,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:53,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=B
2024-11-20T13:45:53,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:53,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=C
2024-11-20T13:45:53,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:53,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ba3f29697ff249dc9a4e97074521918e_4df2c67a52230cf6f1c251eda91efadc is 50, key is test_row_0/A:col10/1732110352441/Put/seqid=0
2024-11-20T13:45:53,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742214_1390 (size=14994)
2024-11-20T13:45:53,642 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:53,645 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ba3f29697ff249dc9a4e97074521918e_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ba3f29697ff249dc9a4e97074521918e_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:53,645 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/a64f97694d6748a5bb209c6f92df2d18, store: [table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:53,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/a64f97694d6748a5bb209c6f92df2d18 is 175, key is test_row_0/A:col10/1732110352441/Put/seqid=0
2024-11-20T13:45:53,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742215_1391 (size=39949)
2024-11-20T13:45:53,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110413673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:53,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:53,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:53,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:53,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110413674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:53,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110413781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:53,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110413792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:53,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:53,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:53,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:53,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110413991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:54,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110414011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:54,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:54,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:54,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:54,049 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=423, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/a64f97694d6748a5bb209c6f92df2d18
2024-11-20T13:45:54,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/2dc6fb1e90f54cba9596cf8513a31ed8 is 50, key is test_row_0/B:col10/1732110352441/Put/seqid=0
2024-11-20T13:45:54,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742216_1392 (size=12301)
2024-11-20T13:45:54,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110414302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:54,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:54,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:54,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:54,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110414322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:54,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:54,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:54,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:54,458 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/2dc6fb1e90f54cba9596cf8513a31ed8
2024-11-20T13:45:54,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/168aa417a1fa44ae924c09795c182f42 is 50, key is test_row_0/C:col10/1732110352441/Put/seqid=0
2024-11-20T13:45:54,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742217_1393 (size=12301)
2024-11-20T13:45:54,675 WARN  [regionserver/28425b5b8f92:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 5, running: 1
2024-11-20T13:45:54,675 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/8a3f894b10cb4ef18f14b9b3b30f0720, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/fa4824d7a7344062b9a6b7a93cacafc3, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/957612644df8448db6a4275738a9ab44, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/a4a685fc90514e66ab1bbd9274dd8784, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/599a430517404565a81d07115120f229, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/e48bf12a3898459aa4da3764e41cb3eb, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/01026350af5f4a739341165e06fadcae, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/1f31adfa6b25475dba4364135d9a183a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/16bc3a640c934efb9311e88ff5490609, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/405138e2783945e59c89b88a14e49720, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/cbdfa8bd21624ee1b04c5c62c08154ac, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/f87ae1e91f4e4ce4a4193f1f1a14a669, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/30d0d342cc0e440492132c84fd904451] to archive
2024-11-20T13:45:54,676 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-20T13:45:54,677 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/8a3f894b10cb4ef18f14b9b3b30f0720 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/8a3f894b10cb4ef18f14b9b3b30f0720
2024-11-20T13:45:54,678 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/fa4824d7a7344062b9a6b7a93cacafc3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/fa4824d7a7344062b9a6b7a93cacafc3
2024-11-20T13:45:54,679 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/957612644df8448db6a4275738a9ab44 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/957612644df8448db6a4275738a9ab44
2024-11-20T13:45:54,680 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/a4a685fc90514e66ab1bbd9274dd8784 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/a4a685fc90514e66ab1bbd9274dd8784
2024-11-20T13:45:54,681 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/599a430517404565a81d07115120f229 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/599a430517404565a81d07115120f229
2024-11-20T13:45:54,682 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/e48bf12a3898459aa4da3764e41cb3eb to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/e48bf12a3898459aa4da3764e41cb3eb
2024-11-20T13:45:54,683 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/01026350af5f4a739341165e06fadcae to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/01026350af5f4a739341165e06fadcae
2024-11-20T13:45:54,683 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/1f31adfa6b25475dba4364135d9a183a to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/1f31adfa6b25475dba4364135d9a183a
2024-11-20T13:45:54,684 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/16bc3a640c934efb9311e88ff5490609 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/16bc3a640c934efb9311e88ff5490609
2024-11-20T13:45:54,685 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/405138e2783945e59c89b88a14e49720 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/405138e2783945e59c89b88a14e49720
2024-11-20T13:45:54,686 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/cbdfa8bd21624ee1b04c5c62c08154ac to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/cbdfa8bd21624ee1b04c5c62c08154ac
2024-11-20T13:45:54,687 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/f87ae1e91f4e4ce4a4193f1f1a14a669 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/f87ae1e91f4e4ce4a4193f1f1a14a669
2024-11-20T13:45:54,687 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/30d0d342cc0e440492132c84fd904451 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/30d0d342cc0e440492132c84fd904451
2024-11-20T13:45:54,690 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c9682a8db4db4708ba424b701c2cdd8b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/d8bb441053934518b50d5fe311a0e5af, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/ca83de5b6ca14f3ea51b7624962df89c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/ab6a937a6a8f4a568dc3079e300fbf02, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c64ba4cb79664c29ae76e336b2779b04, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/a1d06436d8a244358d3d2111b561ed77, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/0c98c2930c0a41e1b027fc43c0d441c5, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/d9977865d0b8437194a457595a9142e3, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/7441e9e98fae4200b5b4088ee06e4e8a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c3599d9be73e482bac88ad6ae7961cb9, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c2421666dc8f4dbeb380d9b5189ba16c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/792914b82cc0491b915efafad8a491c4, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c948f2e802724405aa87bc8cde49d0ed] to archive
2024-11-20T13:45:54,691 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-20T13:45:54,692 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c9682a8db4db4708ba424b701c2cdd8b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c9682a8db4db4708ba424b701c2cdd8b
2024-11-20T13:45:54,693 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/d8bb441053934518b50d5fe311a0e5af to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/d8bb441053934518b50d5fe311a0e5af
2024-11-20T13:45:54,694 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/ca83de5b6ca14f3ea51b7624962df89c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/ca83de5b6ca14f3ea51b7624962df89c
2024-11-20T13:45:54,694 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/ab6a937a6a8f4a568dc3079e300fbf02 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/ab6a937a6a8f4a568dc3079e300fbf02
2024-11-20T13:45:54,695 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c64ba4cb79664c29ae76e336b2779b04 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c64ba4cb79664c29ae76e336b2779b04
2024-11-20T13:45:54,696 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/a1d06436d8a244358d3d2111b561ed77 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/a1d06436d8a244358d3d2111b561ed77
2024-11-20T13:45:54,697 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/0c98c2930c0a41e1b027fc43c0d441c5 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/0c98c2930c0a41e1b027fc43c0d441c5
2024-11-20T13:45:54,698 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/d9977865d0b8437194a457595a9142e3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/d9977865d0b8437194a457595a9142e3
2024-11-20T13:45:54,698 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/7441e9e98fae4200b5b4088ee06e4e8a to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/7441e9e98fae4200b5b4088ee06e4e8a
2024-11-20T13:45:54,699 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c3599d9be73e482bac88ad6ae7961cb9 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c3599d9be73e482bac88ad6ae7961cb9
2024-11-20T13:45:54,700 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c2421666dc8f4dbeb380d9b5189ba16c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c2421666dc8f4dbeb380d9b5189ba16c
2024-11-20T13:45:54,700 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/792914b82cc0491b915efafad8a491c4 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/792914b82cc0491b915efafad8a491c4
2024-11-20T13:45:54,701 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c948f2e802724405aa87bc8cde49d0ed to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/c948f2e802724405aa87bc8cde49d0ed
2024-11-20T13:45:54,703 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/6c24a847526e4ad499ee6649e59fe826, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/84907d5914b14b8f8baa61f8a7bcef7d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/a8e7d4a572a8413c91fdf76ecd772ba0, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/cd03db75acd4479fb02f2533e0e129f7, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/82fcb279164545349c39eeb8fc789014, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/7165ca044e0649aeb84f4a11573ccd25, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/e24080b4e173467ab8e9b320d5063607, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/37e9c7c8557249bead84c532224cb6f7, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/c38894c4892645aaa99dce52fc6acad3, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/22906d3410574cf7a273e87b3bb136d4, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/f49e4d6bf149466884e26df2eba17763, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/d40d1ef320324c6c9f787b4f38a3f7e0, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/8e2f722d37ae412dbe2112619fb9d906] to archive
2024-11-20T13:45:54,704 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-20T13:45:54,705 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/6c24a847526e4ad499ee6649e59fe826 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/6c24a847526e4ad499ee6649e59fe826
2024-11-20T13:45:54,707 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/84907d5914b14b8f8baa61f8a7bcef7d to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/84907d5914b14b8f8baa61f8a7bcef7d
2024-11-20T13:45:54,708 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/a8e7d4a572a8413c91fdf76ecd772ba0 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/a8e7d4a572a8413c91fdf76ecd772ba0
2024-11-20T13:45:54,709 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/cd03db75acd4479fb02f2533e0e129f7 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/cd03db75acd4479fb02f2533e0e129f7
2024-11-20T13:45:54,710 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/82fcb279164545349c39eeb8fc789014 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/82fcb279164545349c39eeb8fc789014
2024-11-20T13:45:54,710 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/7165ca044e0649aeb84f4a11573ccd25 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/7165ca044e0649aeb84f4a11573ccd25
2024-11-20T13:45:54,711 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/e24080b4e173467ab8e9b320d5063607 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/e24080b4e173467ab8e9b320d5063607
2024-11-20T13:45:54,712 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/37e9c7c8557249bead84c532224cb6f7 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/37e9c7c8557249bead84c532224cb6f7
2024-11-20T13:45:54,713 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/c38894c4892645aaa99dce52fc6acad3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/c38894c4892645aaa99dce52fc6acad3
2024-11-20T13:45:54,713 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/22906d3410574cf7a273e87b3bb136d4 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/22906d3410574cf7a273e87b3bb136d4
2024-11-20T13:45:54,714 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/f49e4d6bf149466884e26df2eba17763 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/f49e4d6bf149466884e26df2eba17763
2024-11-20T13:45:54,715 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/d40d1ef320324c6c9f787b4f38a3f7e0 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/d40d1ef320324c6c9f787b4f38a3f7e0
2024-11-20T13:45:54,717 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/8e2f722d37ae412dbe2112619fb9d906 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/8e2f722d37ae412dbe2112619fb9d906
2024-11-20T13:45:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-20T13:45:54,782 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:54,782 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:45:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees
2024-11-20T13:45:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-20T13:45:54,783 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:45:54,784 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:45:54,784 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:45:54,819 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39584 deadline: 1732110414812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:54,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:45:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732110414842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:54,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:54,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:45:54,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:45:54,866 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/168aa417a1fa44ae924c09795c182f42
2024-11-20T13:45:54,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/a64f97694d6748a5bb209c6f92df2d18 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/a64f97694d6748a5bb209c6f92df2d18
2024-11-20T13:45:54,873 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/a64f97694d6748a5bb209c6f92df2d18, entries=200, sequenceid=423, filesize=39.0 K
2024-11-20T13:45:54,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/2dc6fb1e90f54cba9596cf8513a31ed8 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/2dc6fb1e90f54cba9596cf8513a31ed8
2024-11-20T13:45:54,877 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/2dc6fb1e90f54cba9596cf8513a31ed8, entries=150, sequenceid=423, filesize=12.0 K
2024-11-20T13:45:54,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/168aa417a1fa44ae924c09795c182f42 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/168aa417a1fa44ae924c09795c182f42
2024-11-20T13:45:54,880 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/168aa417a1fa44ae924c09795c182f42, entries=150, sequenceid=423, filesize=12.0 K
2024-11-20T13:45:54,880 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 4df2c67a52230cf6f1c251eda91efadc in 1253ms, sequenceid=423, compaction requested=true
2024-11-20T13:45:54,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:54,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4df2c67a52230cf6f1c251eda91efadc:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:45:54,881 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:54,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:54,881 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102903 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:54,881 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 4df2c67a52230cf6f1c251eda91efadc/A is initiating minor compaction (all files)
2024-11-20T13:45:54,881 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4df2c67a52230cf6f1c251eda91efadc/A in TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:54,881 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/bb46b8ce6d27460b8fb99087351f9a3d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/ec84a9c7d0c54d198f45da0ce536e725, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/a64f97694d6748a5bb209c6f92df2d18] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp, totalSize=100.5 K
2024-11-20T13:45:54,882 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:54,882 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. files: [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/bb46b8ce6d27460b8fb99087351f9a3d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/ec84a9c7d0c54d198f45da0ce536e725, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/a64f97694d6748a5bb209c6f92df2d18]
2024-11-20T13:45:54,882 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb46b8ce6d27460b8fb99087351f9a3d, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732110349509
2024-11-20T13:45:54,882 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:54,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4df2c67a52230cf6f1c251eda91efadc:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:45:54,882 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec84a9c7d0c54d198f45da0ce536e725, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732110350199
2024-11-20T13:45:54,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:54,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4df2c67a52230cf6f1c251eda91efadc:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:45:54,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:54,882 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting a64f97694d6748a5bb209c6f92df2d18, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732110352441
2024-11-20T13:45:54,882 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:54,883 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 4df2c67a52230cf6f1c251eda91efadc/B is initiating minor compaction (all files)
2024-11-20T13:45:54,883 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4df2c67a52230cf6f1c251eda91efadc/B in TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:54,883 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/ea672b5e5a67444f80b940a959696ef8, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/3f944598b5584f8790c1a2c8b264c044, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/2dc6fb1e90f54cba9596cf8513a31ed8] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp, totalSize=36.5 K
2024-11-20T13:45:54,883 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting ea672b5e5a67444f80b940a959696ef8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732110349509
2024-11-20T13:45:54,883 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f944598b5584f8790c1a2c8b264c044, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732110350199
2024-11-20T13:45:54,883 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 2dc6fb1e90f54cba9596cf8513a31ed8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732110352441
2024-11-20T13:45:54,887 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:54,889 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4df2c67a52230cf6f1c251eda91efadc#B#compaction#331 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:54,889 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/2d9c0e03a1de4bb99710fb027971c20b is 50, key is test_row_0/B:col10/1732110352441/Put/seqid=0
2024-11-20T13:45:54,891 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120b6fbaa5c69f34bb1b928740a62290752_4df2c67a52230cf6f1c251eda91efadc store=[table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-20T13:45:54,892 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120b6fbaa5c69f34bb1b928740a62290752_4df2c67a52230cf6f1c251eda91efadc, store=[table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:54,892 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b6fbaa5c69f34bb1b928740a62290752_4df2c67a52230cf6f1c251eda91efadc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:54,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742218_1394 (size=12404)
2024-11-20T13:45:54,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742219_1395 (size=4469)
2024-11-20T13:45:54,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-20T13:45:54,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:54,936 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 4df2c67a52230cf6f1c251eda91efadc 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-20T13:45:54,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=A
2024-11-20T13:45:54,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:54,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=B
2024-11-20T13:45:54,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:54,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=C
2024-11-20T13:45:54,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:54,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112051ec19a43b85410aa36355cc76b431bb_4df2c67a52230cf6f1c251eda91efadc is 50, key is test_row_0/A:col10/1732110353656/Put/seqid=0
2024-11-20T13:45:54,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742220_1396 (size=12454)
2024-11-20T13:45:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-20T13:45:55,297 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/2d9c0e03a1de4bb99710fb027971c20b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/2d9c0e03a1de4bb99710fb027971c20b
2024-11-20T13:45:55,298 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4df2c67a52230cf6f1c251eda91efadc#A#compaction#330 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:55,298 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/1a599d5df0394b92af0c07bf6bb21d4a is 175, key is test_row_0/A:col10/1732110352441/Put/seqid=0
2024-11-20T13:45:55,300 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4df2c67a52230cf6f1c251eda91efadc/B of 4df2c67a52230cf6f1c251eda91efadc into 2d9c0e03a1de4bb99710fb027971c20b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:55,300 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:55,300 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., storeName=4df2c67a52230cf6f1c251eda91efadc/B, priority=13, startTime=1732110354882; duration=0sec
2024-11-20T13:45:55,301 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:45:55,301 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4df2c67a52230cf6f1c251eda91efadc:B
2024-11-20T13:45:55,301 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:45:55,302 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:45:55,302 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 4df2c67a52230cf6f1c251eda91efadc/C is initiating minor compaction (all files)
2024-11-20T13:45:55,302 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4df2c67a52230cf6f1c251eda91efadc/C in TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:55,302 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/6262da04b2eb475ea7c9c18a54f80fcf, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/c3d1a8aec0a94a1bbb0bd34d0823a44d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/168aa417a1fa44ae924c09795c182f42] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp, totalSize=36.5 K
2024-11-20T13:45:55,302 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 6262da04b2eb475ea7c9c18a54f80fcf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732110349509
2024-11-20T13:45:55,303 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting c3d1a8aec0a94a1bbb0bd34d0823a44d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732110350199
2024-11-20T13:45:55,303 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 168aa417a1fa44ae924c09795c182f42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732110352441
2024-11-20T13:45:55,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742221_1397 (size=31358)
2024-11-20T13:45:55,309 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4df2c67a52230cf6f1c251eda91efadc#C#compaction#333 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:45:55,309 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/e73198d2f04240608fb7a5c77ec4eb42 is 50, key is test_row_0/C:col10/1732110352441/Put/seqid=0
2024-11-20T13:45:55,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742222_1398 (size=12404)
2024-11-20T13:45:55,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:55,348 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112051ec19a43b85410aa36355cc76b431bb_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112051ec19a43b85410aa36355cc76b431bb_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:55,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/2f93925df1724b45ab5f099e5a1bf840, store: [table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:55,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/2f93925df1724b45ab5f099e5a1bf840 is 175, key is test_row_0/A:col10/1732110353656/Put/seqid=0
2024-11-20T13:45:55,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742223_1399 (size=31255)
2024-11-20T13:45:55,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-20T13:45:55,688 INFO  [Thread-1522 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1522.
2024-11-20T13:45:55,688 DEBUG [Thread-1522 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:45:55,688 DEBUG [Thread-1522 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:55,688 DEBUG [Thread-1522 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:55,688 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:45:55,691 INFO  [Thread-1530 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1530.
2024-11-20T13:45:55,691 DEBUG [Thread-1530 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:45:55,691 DEBUG [Thread-1530 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:55,691 INFO  [Thread-1524 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1524.
2024-11-20T13:45:55,692 DEBUG [Thread-1530 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:55,692 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:45:55,692 DEBUG [Thread-1524 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:45:55,692 DEBUG [Thread-1524 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:55,692 DEBUG [Thread-1524 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:55,692 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:45:55,696 INFO  [Thread-1528 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1528.
2024-11-20T13:45:55,696 DEBUG [Thread-1528 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:45:55,696 DEBUG [Thread-1528 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:55,696 DEBUG [Thread-1528 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:55,696 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:45:55,698 INFO  [Thread-1526 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1526.
2024-11-20T13:45:55,698 DEBUG [Thread-1526 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:45:55,698 DEBUG [Thread-1526 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:55,698 DEBUG [Thread-1526 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:55,698 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:45:55,755 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=436, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/2f93925df1724b45ab5f099e5a1bf840
2024-11-20T13:45:55,758 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/1a599d5df0394b92af0c07bf6bb21d4a as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/1a599d5df0394b92af0c07bf6bb21d4a
2024-11-20T13:45:55,762 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/e73198d2f04240608fb7a5c77ec4eb42 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/e73198d2f04240608fb7a5c77ec4eb42
2024-11-20T13:45:55,764 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4df2c67a52230cf6f1c251eda91efadc/A of 4df2c67a52230cf6f1c251eda91efadc into 1a599d5df0394b92af0c07bf6bb21d4a(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:55,764 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:55,764 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., storeName=4df2c67a52230cf6f1c251eda91efadc/A, priority=13, startTime=1732110354881; duration=0sec
2024-11-20T13:45:55,764 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:55,765 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4df2c67a52230cf6f1c251eda91efadc:A
2024-11-20T13:45:55,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/8bad7cdef2b3415d92149867541cd831 is 50, key is test_row_0/B:col10/1732110353656/Put/seqid=0
2024-11-20T13:45:55,767 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4df2c67a52230cf6f1c251eda91efadc/C of 4df2c67a52230cf6f1c251eda91efadc into e73198d2f04240608fb7a5c77ec4eb42(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:45:55,767 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:55,767 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., storeName=4df2c67a52230cf6f1c251eda91efadc/C, priority=13, startTime=1732110354882; duration=0sec
2024-11-20T13:45:55,767 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:45:55,767 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4df2c67a52230cf6f1c251eda91efadc:C
2024-11-20T13:45:55,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742224_1400 (size=12301)
2024-11-20T13:45:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:55,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. as already flushing
2024-11-20T13:45:55,836 INFO  [Thread-1513 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1513.
2024-11-20T13:45:55,836 DEBUG [Thread-1513 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:45:55,836 DEBUG [Thread-1513 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:55,836 DEBUG [Thread-1513 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:55,836 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:45:55,865 INFO  [Thread-1511 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1511.
2024-11-20T13:45:55,865 DEBUG [Thread-1511 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:45:55,865 DEBUG [Thread-1511 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:55,865 DEBUG [Thread-1511 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:55,865 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:45:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-20T13:45:56,172 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/8bad7cdef2b3415d92149867541cd831
2024-11-20T13:45:56,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/064ad437aa4b4642aabf4c766058cfec is 50, key is test_row_0/C:col10/1732110353656/Put/seqid=0
2024-11-20T13:45:56,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742225_1401 (size=12301)
2024-11-20T13:45:56,585 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/064ad437aa4b4642aabf4c766058cfec
2024-11-20T13:45:56,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/2f93925df1724b45ab5f099e5a1bf840 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/2f93925df1724b45ab5f099e5a1bf840
2024-11-20T13:45:56,600 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/2f93925df1724b45ab5f099e5a1bf840, entries=150, sequenceid=436, filesize=30.5 K
2024-11-20T13:45:56,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/8bad7cdef2b3415d92149867541cd831 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/8bad7cdef2b3415d92149867541cd831
2024-11-20T13:45:56,604 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/8bad7cdef2b3415d92149867541cd831, entries=150, sequenceid=436, filesize=12.0 K
2024-11-20T13:45:56,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/064ad437aa4b4642aabf4c766058cfec as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/064ad437aa4b4642aabf4c766058cfec
2024-11-20T13:45:56,609 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/064ad437aa4b4642aabf4c766058cfec, entries=150, sequenceid=436, filesize=12.0 K
2024-11-20T13:45:56,609 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=13.42 KB/13740 for 4df2c67a52230cf6f1c251eda91efadc in 1673ms, sequenceid=436, compaction requested=false
2024-11-20T13:45:56,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 4df2c67a52230cf6f1c251eda91efadc:

2024-11-20T13:45:56,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:56,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118
2024-11-20T13:45:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=118
2024-11-20T13:45:56,613 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117
2024-11-20T13:45:56,613 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8270 sec
2024-11-20T13:45:56,615 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.8320 sec
2024-11-20T13:45:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-20T13:45:56,933 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:57,517 INFO  [Thread-1519 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1519.
2024-11-20T13:45:57,518 DEBUG [Thread-1519 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:45:57,518 DEBUG [Thread-1519 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:57,518 DEBUG [Thread-1519 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:57,518 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:45:57,533 INFO  [Thread-1515 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1515.
2024-11-20T13:45:57,533 INFO  [Thread-1517 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1517.
2024-11-20T13:45:57,533 DEBUG [Thread-1515 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:45:57,533 DEBUG [Thread-1517 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:45:57,533 DEBUG [Thread-1515 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:57,533 DEBUG [Thread-1517 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:57,533 DEBUG [Thread-1515 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:57,533 DEBUG [Thread-1517 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:57,533 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:45:57,533 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:45:57,534 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-20T13:45:57,534 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 165
2024-11-20T13:45:57,534 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 169
2024-11-20T13:45:57,534 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 18
2024-11-20T13:45:57,534 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 16
2024-11-20T13:45:57,534 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 18
2024-11-20T13:45:57,534 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-20T13:45:57,534 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-20T13:45:57,534 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1157
2024-11-20T13:45:57,534 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3468 rows
2024-11-20T13:45:57,534 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1155
2024-11-20T13:45:57,534 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3462 rows
2024-11-20T13:45:57,534 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1146
2024-11-20T13:45:57,534 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3437 rows
2024-11-20T13:45:57,534 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1145
2024-11-20T13:45:57,534 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3435 rows
2024-11-20T13:45:57,534 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1145
2024-11-20T13:45:57,534 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3432 rows
2024-11-20T13:45:57,534 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-20T13:45:57,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T13:45:57,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:57,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:45:57,534 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:45:57,535 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-20T13:45:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-20T13:45:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-20T13:45:57,537 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110357537"}]},"ts":"1732110357537"}
2024-11-20T13:45:57,538 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-20T13:45:57,539 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-20T13:45:57,539 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-20T13:45:57,540 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4df2c67a52230cf6f1c251eda91efadc, UNASSIGN}]
2024-11-20T13:45:57,541 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4df2c67a52230cf6f1c251eda91efadc, UNASSIGN
2024-11-20T13:45:57,541 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=4df2c67a52230cf6f1c251eda91efadc, regionState=CLOSING, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:45:57,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4df2c67a52230cf6f1c251eda91efadc, UNASSIGN because future has completed
2024-11-20T13:45:57,543 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-20T13:45:57,543 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487}]
2024-11-20T13:45:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-20T13:45:57,696 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(122): Close 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:57,696 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-20T13:45:57,696 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1722): Closing 4df2c67a52230cf6f1c251eda91efadc, disabling compactions & flushes
2024-11-20T13:45:57,696 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:57,696 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:57,697 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. after waiting 0 ms
2024-11-20T13:45:57,697 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:57,697 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(2902): Flushing 4df2c67a52230cf6f1c251eda91efadc 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-20T13:45:57,698 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=A
2024-11-20T13:45:57,698 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:57,698 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=B
2024-11-20T13:45:57,698 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:57,698 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4df2c67a52230cf6f1c251eda91efadc, store=C
2024-11-20T13:45:57,698 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:45:57,707 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112062e305651b7f4fc5b2d9bcc05ffb9c8e_4df2c67a52230cf6f1c251eda91efadc is 50, key is test_row_0/A:col10/1732110355833/Put/seqid=0
2024-11-20T13:45:57,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742226_1402 (size=12454)
2024-11-20T13:45:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-20T13:45:58,113 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:58,120 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112062e305651b7f4fc5b2d9bcc05ffb9c8e_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112062e305651b7f4fc5b2d9bcc05ffb9c8e_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:58,122 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/e3c70a705c784f97b46126818a4e25a8, store: [table=TestAcidGuarantees family=A region=4df2c67a52230cf6f1c251eda91efadc]
2024-11-20T13:45:58,122 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/e3c70a705c784f97b46126818a4e25a8 is 175, key is test_row_0/A:col10/1732110355833/Put/seqid=0
2024-11-20T13:45:58,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742227_1403 (size=31255)
2024-11-20T13:45:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-20T13:45:58,530 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=447, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/e3c70a705c784f97b46126818a4e25a8
2024-11-20T13:45:58,537 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/6fe5fdb60a1a4e7d968f258a89880d03 is 50, key is test_row_0/B:col10/1732110355833/Put/seqid=0
2024-11-20T13:45:58,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742228_1404 (size=12301)
2024-11-20T13:45:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-20T13:45:58,942 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/6fe5fdb60a1a4e7d968f258a89880d03
2024-11-20T13:45:58,953 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/f422ac5d4a224dc5b823db5fa6cd0012 is 50, key is test_row_0/C:col10/1732110355833/Put/seqid=0
2024-11-20T13:45:58,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742229_1405 (size=12301)
2024-11-20T13:45:59,358 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/f422ac5d4a224dc5b823db5fa6cd0012
2024-11-20T13:45:59,364 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/A/e3c70a705c784f97b46126818a4e25a8 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/e3c70a705c784f97b46126818a4e25a8
2024-11-20T13:45:59,370 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/e3c70a705c784f97b46126818a4e25a8, entries=150, sequenceid=447, filesize=30.5 K
2024-11-20T13:45:59,372 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/B/6fe5fdb60a1a4e7d968f258a89880d03 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/6fe5fdb60a1a4e7d968f258a89880d03
2024-11-20T13:45:59,375 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/6fe5fdb60a1a4e7d968f258a89880d03, entries=150, sequenceid=447, filesize=12.0 K
2024-11-20T13:45:59,376 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/.tmp/C/f422ac5d4a224dc5b823db5fa6cd0012 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/f422ac5d4a224dc5b823db5fa6cd0012
2024-11-20T13:45:59,380 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/f422ac5d4a224dc5b823db5fa6cd0012, entries=150, sequenceid=447, filesize=12.0 K
2024-11-20T13:45:59,381 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 4df2c67a52230cf6f1c251eda91efadc in 1684ms, sequenceid=447, compaction requested=true
2024-11-20T13:45:59,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/bb46b8ce6d27460b8fb99087351f9a3d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/ec84a9c7d0c54d198f45da0ce536e725, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/a64f97694d6748a5bb209c6f92df2d18] to archive
2024-11-20T13:45:59,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-20T13:45:59,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/bb46b8ce6d27460b8fb99087351f9a3d to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/bb46b8ce6d27460b8fb99087351f9a3d
2024-11-20T13:45:59,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/ec84a9c7d0c54d198f45da0ce536e725 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/ec84a9c7d0c54d198f45da0ce536e725
2024-11-20T13:45:59,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/a64f97694d6748a5bb209c6f92df2d18 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/a64f97694d6748a5bb209c6f92df2d18
2024-11-20T13:45:59,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/ea672b5e5a67444f80b940a959696ef8, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/3f944598b5584f8790c1a2c8b264c044, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/2dc6fb1e90f54cba9596cf8513a31ed8] to archive
2024-11-20T13:45:59,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-20T13:45:59,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/ea672b5e5a67444f80b940a959696ef8 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/ea672b5e5a67444f80b940a959696ef8
2024-11-20T13:45:59,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/3f944598b5584f8790c1a2c8b264c044 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/3f944598b5584f8790c1a2c8b264c044
2024-11-20T13:45:59,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/2dc6fb1e90f54cba9596cf8513a31ed8 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/2dc6fb1e90f54cba9596cf8513a31ed8
2024-11-20T13:45:59,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/6262da04b2eb475ea7c9c18a54f80fcf, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/c3d1a8aec0a94a1bbb0bd34d0823a44d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/168aa417a1fa44ae924c09795c182f42] to archive
2024-11-20T13:45:59,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-20T13:45:59,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/6262da04b2eb475ea7c9c18a54f80fcf to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/6262da04b2eb475ea7c9c18a54f80fcf
2024-11-20T13:45:59,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/c3d1a8aec0a94a1bbb0bd34d0823a44d to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/c3d1a8aec0a94a1bbb0bd34d0823a44d
2024-11-20T13:45:59,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/168aa417a1fa44ae924c09795c182f42 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/168aa417a1fa44ae924c09795c182f42
2024-11-20T13:45:59,395 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/recovered.edits/450.seqid, newMaxSeqId=450, maxSeqId=4
2024-11-20T13:45:59,396 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.
2024-11-20T13:45:59,396 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1676): Region close journal for 4df2c67a52230cf6f1c251eda91efadc:
Waiting for close lock at 1732110357696Running coprocessor pre-close hooks at 1732110357696Disabling compacts and flushes for region at 1732110357696Disabling writes for close at 1732110357697 (+1 ms)Obtaining lock to block concurrent updates at 1732110357697Preparing flush snapshotting stores in 4df2c67a52230cf6f1c251eda91efadc at 1732110357697Finished memstore snapshotting TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732110357698 (+1 ms)Flushing stores of TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc. at 1732110357699 (+1 ms)Flushing 4df2c67a52230cf6f1c251eda91efadc/A: creating writer at 1732110357699Flushing mob file 4df2c67a52230cf6f1c251eda91efadc/A: appending metadata at 1732110357707 (+8 ms)Flushing mob file 4df2c67a52230cf6f1c251eda91efadc/A: closing flushed file at 1732110357707Flushing 4df2c67a52230cf6f1c251eda91efadc/A: appending metadata at 1732110358122 (+415 ms)Flushing 4df2c67a52230cf6f1c251eda91efadc/A: closing flushed file at 1732110358122Flushing 4df2c67a52230cf6f1c251eda91efadc/B: creating writer at 1732110358535 (+413 ms)Flushing 4df2c67a52230cf6f1c251eda91efadc/B: appending metadata at 1732110358537 (+2 ms)Flushing 4df2c67a52230cf6f1c251eda91efadc/B: closing flushed file at 1732110358537Flushing 4df2c67a52230cf6f1c251eda91efadc/C: creating writer at 1732110358948 (+411 ms)Flushing 4df2c67a52230cf6f1c251eda91efadc/C: appending metadata at 1732110358952 (+4 ms)Flushing 4df2c67a52230cf6f1c251eda91efadc/C: closing flushed file at 1732110358952Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cad5f51: reopening flushed file at 1732110359363 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6abc2bf5: reopening flushed file at 1732110359370 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79523799: reopening flushed file at 1732110359376 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 4df2c67a52230cf6f1c251eda91efadc in 1684ms, sequenceid=447, compaction requested=true at 1732110359381 (+5 ms)Writing region close event to WAL at 1732110359393 (+12 ms)Running coprocessor post-close hooks at 1732110359396 (+3 ms)Closed at 1732110359396
2024-11-20T13:45:59,398 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(157): Closed 4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:59,398 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=4df2c67a52230cf6f1c251eda91efadc, regionState=CLOSED
2024-11-20T13:45:59,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=122, ppid=121, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487 because future has completed
2024-11-20T13:45:59,402 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121
2024-11-20T13:45:59,402 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; CloseRegionProcedure 4df2c67a52230cf6f1c251eda91efadc, server=28425b5b8f92,46817,1732110231487 in 1.8570 sec
2024-11-20T13:45:59,404 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=121, resume processing ppid=120
2024-11-20T13:45:59,404 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=120, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4df2c67a52230cf6f1c251eda91efadc, UNASSIGN in 1.8620 sec
2024-11-20T13:45:59,406 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119
2024-11-20T13:45:59,406 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8650 sec
2024-11-20T13:45:59,407 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110359406"}]},"ts":"1732110359406"}
2024-11-20T13:45:59,408 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-20T13:45:59,408 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-20T13:45:59,409 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8730 sec
2024-11-20T13:45:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-20T13:45:59,683 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:59,685 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-20T13:45:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:45:59,688 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=123, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:45:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-20T13:45:59,690 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=123, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:45:59,693 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:59,697 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A, FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B, FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C, FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/recovered.edits]
2024-11-20T13:45:59,701 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/1a599d5df0394b92af0c07bf6bb21d4a to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/1a599d5df0394b92af0c07bf6bb21d4a
2024-11-20T13:45:59,702 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/2f93925df1724b45ab5f099e5a1bf840 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/2f93925df1724b45ab5f099e5a1bf840
2024-11-20T13:45:59,704 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/e3c70a705c784f97b46126818a4e25a8 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/A/e3c70a705c784f97b46126818a4e25a8
2024-11-20T13:45:59,707 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/2d9c0e03a1de4bb99710fb027971c20b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/2d9c0e03a1de4bb99710fb027971c20b
2024-11-20T13:45:59,710 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/6fe5fdb60a1a4e7d968f258a89880d03 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/6fe5fdb60a1a4e7d968f258a89880d03
2024-11-20T13:45:59,711 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/8bad7cdef2b3415d92149867541cd831 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/B/8bad7cdef2b3415d92149867541cd831
2024-11-20T13:45:59,715 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/064ad437aa4b4642aabf4c766058cfec to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/064ad437aa4b4642aabf4c766058cfec
2024-11-20T13:45:59,717 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/e73198d2f04240608fb7a5c77ec4eb42 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/e73198d2f04240608fb7a5c77ec4eb42
2024-11-20T13:45:59,718 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/f422ac5d4a224dc5b823db5fa6cd0012 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/C/f422ac5d4a224dc5b823db5fa6cd0012
2024-11-20T13:45:59,722 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/recovered.edits/450.seqid to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc/recovered.edits/450.seqid
2024-11-20T13:45:59,723 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:59,723 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-20T13:45:59,724 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-20T13:45:59,725 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-20T13:45:59,730 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120014566c97db346279ec60da814293781_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120014566c97db346279ec60da814293781_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:59,731 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202f4f121107d843aca473ccca461421da_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202f4f121107d843aca473ccca461421da_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:59,734 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112032c9a2438abf4bd68af4a5596c5dfbfa_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112032c9a2438abf4bd68af4a5596c5dfbfa_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:59,736 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120344881c9e5604c5d99e0b82b506a9ee0_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120344881c9e5604c5d99e0b82b506a9ee0_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:59,738 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203a4b8fb6115246fab47e6ca462a134d8_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203a4b8fb6115246fab47e6ca462a134d8_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:59,740 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112051ec19a43b85410aa36355cc76b431bb_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112051ec19a43b85410aa36355cc76b431bb_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:59,742 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112062e305651b7f4fc5b2d9bcc05ffb9c8e_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112062e305651b7f4fc5b2d9bcc05ffb9c8e_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:59,744 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112070c20573de534fc5bb781055d3b26679_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112070c20573de534fc5bb781055d3b26679_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:59,747 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209187bc11dfba40ed8adfe6f70d3afe14_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209187bc11dfba40ed8adfe6f70d3afe14_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:59,749 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ad52ce76646d4db5aad606cf22af323b_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ad52ce76646d4db5aad606cf22af323b_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:59,751 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b8d0c982bf954eecb2cd8b91a82026ba_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b8d0c982bf954eecb2cd8b91a82026ba_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:59,754 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ba3f29697ff249dc9a4e97074521918e_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ba3f29697ff249dc9a4e97074521918e_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:59,756 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dece40dbdb594057b41053fd716b7443_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dece40dbdb594057b41053fd716b7443_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:59,759 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eb41e98f55604c78a4e69c028c8b9313_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eb41e98f55604c78a4e69c028c8b9313_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:59,761 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fd8e678091d84285b10fb6b145392ec1_4df2c67a52230cf6f1c251eda91efadc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fd8e678091d84285b10fb6b145392ec1_4df2c67a52230cf6f1c251eda91efadc
2024-11-20T13:45:59,762 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-20T13:45:59,765 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=123, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:45:59,769 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-20T13:45:59,771 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-20T13:45:59,773 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=123, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:45:59,773 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-20T13:45:59,773 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732110359773"}]},"ts":"9223372036854775807"}
2024-11-20T13:45:59,776 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-20T13:45:59,776 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4df2c67a52230cf6f1c251eda91efadc, NAME => 'TestAcidGuarantees,,1732110332512.4df2c67a52230cf6f1c251eda91efadc.', STARTKEY => '', ENDKEY => ''}]
2024-11-20T13:45:59,776 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-20T13:45:59,776 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732110359776"}]},"ts":"9223372036854775807"}
2024-11-20T13:45:59,777 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-20T13:45:59,778 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=123, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:45:59,779 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 93 msec
2024-11-20T13:45:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-20T13:45:59,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-20T13:45:59,803 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:45:59,810 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250 (was 247) - Thread LEAK? -, OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=384 (was 384), ProcessCount=11 (was 11), AvailableMemoryMB=7286 (was 7315)
2024-11-20T13:45:59,817 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=384, ProcessCount=11, AvailableMemoryMB=7286
2024-11-20T13:45:59,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-20T13:45:59,818 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T13:45:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=124, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-20T13:45:59,820 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T13:45:59,820 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:45:59,820 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 124
2024-11-20T13:45:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124
2024-11-20T13:45:59,821 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T13:45:59,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742230_1406 (size=1061)
2024-11-20T13:45:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124
2024-11-20T13:46:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124
2024-11-20T13:46:00,229 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d
2024-11-20T13:46:00,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742231_1407 (size=53)
2024-11-20T13:46:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124
2024-11-20T13:46:00,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T13:46:00,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9888e4ac4d76bc0d214e5c33c3ef5f4d, disabling compactions & flushes
2024-11-20T13:46:00,642 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:00,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:00,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. after waiting 0 ms
2024-11-20T13:46:00,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:00,642 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:00,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:
Waiting for close lock at 1732110360642Disabling compacts and flushes for region at 1732110360642Disabling writes for close at 1732110360642Writing region close event to WAL at 1732110360642Closed at 1732110360642
2024-11-20T13:46:00,645 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T13:46:00,646 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732110360645"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110360645"}]},"ts":"1732110360645"}
2024-11-20T13:46:00,649 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T13:46:00,650 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T13:46:00,651 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110360650"}]},"ts":"1732110360650"}
2024-11-20T13:46:00,652 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-20T13:46:00,653 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9888e4ac4d76bc0d214e5c33c3ef5f4d, ASSIGN}]
2024-11-20T13:46:00,654 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9888e4ac4d76bc0d214e5c33c3ef5f4d, ASSIGN
2024-11-20T13:46:00,654 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9888e4ac4d76bc0d214e5c33c3ef5f4d, ASSIGN; state=OFFLINE, location=28425b5b8f92,46817,1732110231487; forceNewPlan=false, retain=false
2024-11-20T13:46:00,806 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=9888e4ac4d76bc0d214e5c33c3ef5f4d, regionState=OPENING, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:00,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9888e4ac4d76bc0d214e5c33c3ef5f4d, ASSIGN because future has completed
2024-11-20T13:46:00,811 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487}]
2024-11-20T13:46:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124
2024-11-20T13:46:01,007 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:01,007 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(7752): Opening region: {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
2024-11-20T13:46:01,010 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:01,010 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T13:46:01,010 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(7794): checking encryption for 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:01,010 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(7797): checking classloading for 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:01,012 INFO  [StoreOpener-9888e4ac4d76bc0d214e5c33c3ef5f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9888e4ac4d76bc0d214e5c33c3ef5f4d 
2024-11-20T13:46:01,013 INFO  [StoreOpener-9888e4ac4d76bc0d214e5c33c3ef5f4d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:46:01,013 INFO  [StoreOpener-9888e4ac4d76bc0d214e5c33c3ef5f4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9888e4ac4d76bc0d214e5c33c3ef5f4d columnFamilyName A
2024-11-20T13:46:01,013 DEBUG [StoreOpener-9888e4ac4d76bc0d214e5c33c3ef5f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:01,014 INFO  [StoreOpener-9888e4ac4d76bc0d214e5c33c3ef5f4d-1 {}] regionserver.HStore(327): Store=9888e4ac4d76bc0d214e5c33c3ef5f4d/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:46:01,014 INFO  [StoreOpener-9888e4ac4d76bc0d214e5c33c3ef5f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9888e4ac4d76bc0d214e5c33c3ef5f4d 
2024-11-20T13:46:01,014 INFO  [StoreOpener-9888e4ac4d76bc0d214e5c33c3ef5f4d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:46:01,015 INFO  [StoreOpener-9888e4ac4d76bc0d214e5c33c3ef5f4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9888e4ac4d76bc0d214e5c33c3ef5f4d columnFamilyName B
2024-11-20T13:46:01,015 DEBUG [StoreOpener-9888e4ac4d76bc0d214e5c33c3ef5f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:01,015 INFO  [StoreOpener-9888e4ac4d76bc0d214e5c33c3ef5f4d-1 {}] regionserver.HStore(327): Store=9888e4ac4d76bc0d214e5c33c3ef5f4d/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:46:01,015 INFO  [StoreOpener-9888e4ac4d76bc0d214e5c33c3ef5f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9888e4ac4d76bc0d214e5c33c3ef5f4d 
2024-11-20T13:46:01,016 INFO  [StoreOpener-9888e4ac4d76bc0d214e5c33c3ef5f4d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:46:01,016 INFO  [StoreOpener-9888e4ac4d76bc0d214e5c33c3ef5f4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9888e4ac4d76bc0d214e5c33c3ef5f4d columnFamilyName C
2024-11-20T13:46:01,016 DEBUG [StoreOpener-9888e4ac4d76bc0d214e5c33c3ef5f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:01,016 INFO  [StoreOpener-9888e4ac4d76bc0d214e5c33c3ef5f4d-1 {}] regionserver.HStore(327): Store=9888e4ac4d76bc0d214e5c33c3ef5f4d/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:46:01,016 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:01,016 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1038): replaying wal for 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:01,017 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:01,017 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:01,018 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1048): stopping wal replay for 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:01,018 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1060): Cleaning up temporary data for 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:01,018 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-20T13:46:01,019 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1093): writing seq id for 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:01,021 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T13:46:01,021 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1114): Opened 9888e4ac4d76bc0d214e5c33c3ef5f4d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62564859, jitterRate=-0.06771095097064972}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-20T13:46:01,021 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:01,022 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1006): Region open journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:
Running coprocessor pre-open hook at 1732110361010Writing region info on filesystem at 1732110361010Initializing all the Stores at 1732110361012 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110361012Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110361012Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110361012Cleaning up temporary data from old regions at 1732110361018 (+6 ms)Running coprocessor post-open hooks at 1732110361021 (+3 ms)Region opened successfully at 1732110361022 (+1 ms)
2024-11-20T13:46:01,022 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., pid=126, masterSystemTime=1732110361000
2024-11-20T13:46:01,024 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:01,024 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:01,024 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=9888e4ac4d76bc0d214e5c33c3ef5f4d, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:01,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=126, ppid=125, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487 because future has completed
2024-11-20T13:46:01,028 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125
2024-11-20T13:46:01,028 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; OpenRegionProcedure 9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487 in 216 msec
2024-11-20T13:46:01,030 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=125, resume processing ppid=124
2024-11-20T13:46:01,030 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, ppid=124, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9888e4ac4d76bc0d214e5c33c3ef5f4d, ASSIGN in 376 msec
2024-11-20T13:46:01,031 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T13:46:01,031 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110361031"}]},"ts":"1732110361031"}
2024-11-20T13:46:01,032 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-20T13:46:01,033 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T13:46:01,035 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2150 sec
2024-11-20T13:46:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124
2024-11-20T13:46:01,973 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:46:01,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfd8f06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:01,976 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:46:01,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:46:01,978 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:46:01,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:46:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:46:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0c9741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:46:01,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:46:01,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:01,982 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:46:01,982 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a9f1b0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:01,983 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:46:01,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:46:01,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:46:01,985 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:46:01,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-20T13:46:01,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 28425b5b8f92,46265,1732110230749
2024-11-20T13:46:01,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13771d45
2024-11-20T13:46:01,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-20T13:46:01,988 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-20T13:46:01,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d395438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:01,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:46:01,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:46:01,991 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:46:01,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:46:01,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:46:01,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b30c6a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:01,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:46:01,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:46:01,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:01,993 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:46:01,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502848d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:01,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2d6985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:01,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:46:01,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:46:01,995 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:46:01,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:46:01,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:46:01,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db06286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:01,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:46:01,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:46:01,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:01,997 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:46:01,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f04652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:01,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490627bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:01,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:46:01,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:46:01,999 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:46:01,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:46:01,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:46:02,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4304acc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:46:02,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:46:02,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:02,000 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:46:02,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b905201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e16e9b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:46:02,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:46:02,002 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:46:02,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:46:02,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:46:02,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3972a8e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:46:02,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:46:02,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:02,003 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:46:02,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@755fb152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a6735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:46:02,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:46:02,004 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:46:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:46:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:46:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43340794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:46:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:46:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:02,006 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:46:02,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280e0adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3c4fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:46:02,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:46:02,007 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:46:02,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:46:02,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:46:02,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc0014a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:46:02,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:46:02,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:02,008 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:46:02,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ca80fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732b24ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:46:02,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:46:02,010 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:46:02,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:46:02,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:46:02,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293ab9c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:46:02,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:46:02,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:02,011 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:46:02,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de92ae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eaa8538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:46:02,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:46:02,013 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:46:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:46:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:46:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f70a6ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:46:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:46:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:02,014 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:46:02,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce10110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67669ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:46:02,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:46:02,015 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:46:02,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:46:02,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:46:02,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ea1c0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:46:02,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:46:02,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:02,016 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:46:02,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55792b78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e4731f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:46:02,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:46:02,017 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:46:02,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:46:02,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:46:02,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e7db3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:46:02,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:46:02,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:02,018 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:46:02,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14fe9bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:02,020 DEBUG [Thread-1863 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:46:02,020 DEBUG [Thread-1850 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:46:02,020 DEBUG [Thread-1854 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:46:02,020 DEBUG [Thread-1865 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:46:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:46:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:46:02,021 DEBUG [Thread-1856 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:46:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:46:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:46:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:46:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:46:02,021 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:46:02,022 DEBUG [Thread-1869 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:46:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:46:02,022 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:46:02,022 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:46:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:46:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:46:02,022 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:46:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:46:02,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:46:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees
2024-11-20T13:46:02,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:46:02,023 DEBUG [Thread-1852 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:46:02,023 DEBUG [Thread-1861 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:46:02,023 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:46:02,023 DEBUG [Thread-1858 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:46:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:46:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:46:02,024 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:46:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:46:02,024 DEBUG [Thread-1867 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:46:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:46:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:46:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:46:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:46:02,025 DEBUG [Thread-1867 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:46:02,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:46:02,025 DEBUG [Thread-1867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:46:02,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:46:02,025 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:46:02,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:46:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-20T13:46:02,026 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:46:02,026 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:46:02,027 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:46:02,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:46:02,027 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:46:02,027 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:46:02,027 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:46:02,027 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:46:02,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:46:02,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:46:02,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:46:02,030 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:46:02,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2]
2024-11-20T13:46:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:02,034 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-20T13:46:02,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=A
2024-11-20T13:46:02,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:02,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=B
2024-11-20T13:46:02,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:02,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=C
2024-11-20T13:46:02,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:02,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/674e68ab9ba44f1fb8fc99d14e7a3f75 is 50, key is test_row_0/A:col10/1732110362033/Put/seqid=0
2024-11-20T13:46:02,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742232_1408 (size=11997)
2024-11-20T13:46:02,088 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110422079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:02,088 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110422080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:02,089 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110362073, max timestamp=1732110362087Num uniques 859; 
2024-11-20T13:46:02,090 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:46:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:02,090 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110362073, max timestamp=1732110362087Num uniques 859; 
2024-11-20T13:46:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,090 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:46:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:02,090 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110362073, max timestamp=1732110362087Num uniques 859; 
2024-11-20T13:46:02,090 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:46:02,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110422123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:02,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-20T13:46:02,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110422125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:02,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:02,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110422125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:02,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:02,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:02,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-20T13:46:02,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:02,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:02,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:02,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:02,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:02,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110422192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:02,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:02,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110422192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:02,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:02,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:02,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110422232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:02,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:02,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110422242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:02,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:02,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110422242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:02,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:02,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-20T13:46:02,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:02,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:02,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:02,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:02,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-20T13:46:02,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110422411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:02,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110422411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:02,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:02,456 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110422452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:02,456 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:02,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110422452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:02,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:02,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:02,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110422452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:02,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:02,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:02,463 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/674e68ab9ba44f1fb8fc99d14e7a3f75
2024-11-20T13:46:02,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-20T13:46:02,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:02,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:02,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:02,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:02,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:02,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/279163a0665b4b16bd51832ee3a21f71 is 50, key is test_row_0/B:col10/1732110362033/Put/seqid=0
2024-11-20T13:46:02,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742233_1409 (size=9657)
2024-11-20T13:46:02,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-20T13:46:02,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:02,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:02,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:02,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:02,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-20T13:46:02,725 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110422721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:02,725 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110422722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:02,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:02,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:02,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110422762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:02,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:02,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110422762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:02,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:02,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:02,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110422762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:02,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:02,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:02,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-20T13:46:02,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:02,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:02,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:02,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:02,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:02,898 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/279163a0665b4b16bd51832ee3a21f71
2024-11-20T13:46:02,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/b86b1984a01c41a59a74c602c0d422c4 is 50, key is test_row_0/C:col10/1732110362033/Put/seqid=0
2024-11-20T13:46:02,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742234_1410 (size=9657)
2024-11-20T13:46:02,924 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/b86b1984a01c41a59a74c602c0d422c4
2024-11-20T13:46:02,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/674e68ab9ba44f1fb8fc99d14e7a3f75 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/674e68ab9ba44f1fb8fc99d14e7a3f75
2024-11-20T13:46:02,933 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/674e68ab9ba44f1fb8fc99d14e7a3f75, entries=150, sequenceid=11, filesize=11.7 K
2024-11-20T13:46:02,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/279163a0665b4b16bd51832ee3a21f71 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/279163a0665b4b16bd51832ee3a21f71
2024-11-20T13:46:02,936 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/279163a0665b4b16bd51832ee3a21f71, entries=100, sequenceid=11, filesize=9.4 K
2024-11-20T13:46:02,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/b86b1984a01c41a59a74c602c0d422c4 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/b86b1984a01c41a59a74c602c0d422c4
2024-11-20T13:46:02,940 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/b86b1984a01c41a59a74c602c0d422c4, entries=100, sequenceid=11, filesize=9.4 K
2024-11-20T13:46:02,940 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 9888e4ac4d76bc0d214e5c33c3ef5f4d in 906ms, sequenceid=11, compaction requested=false
2024-11-20T13:46:02,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:02,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-20T13:46:02,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:02,944 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-20T13:46:02,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=A
2024-11-20T13:46:02,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:02,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=B
2024-11-20T13:46:02,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:02,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=C
2024-11-20T13:46:02,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:02,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/8dba06b0448341c8bd573017acb2f62f is 50, key is test_row_0/A:col10/1732110362123/Put/seqid=0
2024-11-20T13:46:02,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742235_1411 (size=12001)
2024-11-20T13:46:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-20T13:46:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:03,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:03,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110423253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:03,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110423255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:03,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110423271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:03,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:03,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:03,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:03,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110423271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:03,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110423282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:03,352 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/8dba06b0448341c8bd573017acb2f62f
2024-11-20T13:46:03,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/d1a77430bfb0412ab13b2ca57dc41997 is 50, key is test_row_0/B:col10/1732110362123/Put/seqid=0
2024-11-20T13:46:03,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742236_1412 (size=12001)
2024-11-20T13:46:03,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110423361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:03,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:03,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:03,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:03,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110423372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:03,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110423572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:03,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110423581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:03,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:03,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:03,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:03,763 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/d1a77430bfb0412ab13b2ca57dc41997
2024-11-20T13:46:03,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/cfd0e68fa9c048dd95358cca2eb1d6af is 50, key is test_row_0/C:col10/1732110362123/Put/seqid=0
2024-11-20T13:46:03,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742237_1413 (size=12001)
2024-11-20T13:46:03,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110423881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:03,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:03,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:03,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:03,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110423892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:03,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:03,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:03,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-20T13:46:04,172 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/cfd0e68fa9c048dd95358cca2eb1d6af
2024-11-20T13:46:04,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/8dba06b0448341c8bd573017acb2f62f as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/8dba06b0448341c8bd573017acb2f62f
2024-11-20T13:46:04,178 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/8dba06b0448341c8bd573017acb2f62f, entries=150, sequenceid=47, filesize=11.7 K
2024-11-20T13:46:04,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/d1a77430bfb0412ab13b2ca57dc41997 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/d1a77430bfb0412ab13b2ca57dc41997
2024-11-20T13:46:04,183 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/d1a77430bfb0412ab13b2ca57dc41997, entries=150, sequenceid=47, filesize=11.7 K
2024-11-20T13:46:04,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/cfd0e68fa9c048dd95358cca2eb1d6af as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/cfd0e68fa9c048dd95358cca2eb1d6af
2024-11-20T13:46:04,186 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/cfd0e68fa9c048dd95358cca2eb1d6af, entries=150, sequenceid=47, filesize=11.7 K
2024-11-20T13:46:04,188 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 9888e4ac4d76bc0d214e5c33c3ef5f4d in 1244ms, sequenceid=47, compaction requested=false
2024-11-20T13:46:04,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:04,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:04,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128
2024-11-20T13:46:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=128
2024-11-20T13:46:04,192 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127
2024-11-20T13:46:04,192 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1620 sec
2024-11-20T13:46:04,193 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 2.1710 sec
2024-11-20T13:46:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:04,294 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-20T13:46:04,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=A
2024-11-20T13:46:04,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:04,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=B
2024-11-20T13:46:04,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:04,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=C
2024-11-20T13:46:04,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:04,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/24d1d1cc56a840c4bed65af48bff1111 is 50, key is test_row_0/A:col10/1732110364293/Put/seqid=0
2024-11-20T13:46:04,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742238_1414 (size=14341)
2024-11-20T13:46:04,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732110364320, max timestamp=1732110364344Num uniques 859; 
2024-11-20T13:46:04,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-20T13:46:04,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732110364320, max timestamp=1732110364344Num uniques 859; 
2024-11-20T13:46:04,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-20T13:46:04,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732110364320, max timestamp=1732110364344Num uniques 859; 
2024-11-20T13:46:04,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-20T13:46:04,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110424392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:04,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110424396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:04,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:04,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:04,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:04,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:04,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:04,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:04,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:04,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110424399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110424400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:04,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110424402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:04,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:04,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:04,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:04,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:04,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:04,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:04,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:04,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:04,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:04,519 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110424512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:04,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:04,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:04,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:04,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110424522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:04,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110424522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:04,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:04,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:04,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:04,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:04,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:04,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:04,704 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/24d1d1cc56a840c4bed65af48bff1111
2024-11-20T13:46:04,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/8c7389ead00146389c7298370d666465 is 50, key is test_row_0/B:col10/1732110364293/Put/seqid=0
2024-11-20T13:46:04,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742239_1415 (size=12001)
2024-11-20T13:46:04,737 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110424732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:04,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:04,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:04,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:04,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110424742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:04,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:04,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:04,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110424742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:04,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:04,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:04,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:04,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:04,914 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T13:46:05,050 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110425042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:05,051 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,051 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,051 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:05,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110425051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:05,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:05,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110425061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:05,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:05,113 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/8c7389ead00146389c7298370d666465
2024-11-20T13:46:05,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/cd79ac96f9b34a34a4630481951953bb is 50, key is test_row_0/C:col10/1732110364293/Put/seqid=0
2024-11-20T13:46:05,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742240_1416 (size=12001)
2024-11-20T13:46:05,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110425412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:05,413 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_2' in 9888e4ac4d76bc0d214e5c33c3ef5f4d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:05,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:05,436 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110425431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:05,436 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_2' in 9888e4ac4d76bc0d214e5c33c3ef5f4d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:05,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:05,522 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/cd79ac96f9b34a34a4630481951953bb
2024-11-20T13:46:05,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/24d1d1cc56a840c4bed65af48bff1111 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/24d1d1cc56a840c4bed65af48bff1111
2024-11-20T13:46:05,529 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/24d1d1cc56a840c4bed65af48bff1111, entries=200, sequenceid=58, filesize=14.0 K
2024-11-20T13:46:05,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/8c7389ead00146389c7298370d666465 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/8c7389ead00146389c7298370d666465
2024-11-20T13:46:05,532 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/8c7389ead00146389c7298370d666465, entries=150, sequenceid=58, filesize=11.7 K
2024-11-20T13:46:05,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/cd79ac96f9b34a34a4630481951953bb as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/cd79ac96f9b34a34a4630481951953bb
2024-11-20T13:46:05,535 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/cd79ac96f9b34a34a4630481951953bb, entries=150, sequenceid=58, filesize=11.7 K
2024-11-20T13:46:05,536 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 9888e4ac4d76bc0d214e5c33c3ef5f4d in 1241ms, sequenceid=58, compaction requested=true
2024-11-20T13:46:05,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:05,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:46:05,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:05,536 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:05,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:46:05,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:05,536 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:05,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:46:05,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:05,537 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:05,537 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/B is initiating minor compaction (all files)
2024-11-20T13:46:05,537 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/B in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:05,537 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/279163a0665b4b16bd51832ee3a21f71, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/d1a77430bfb0412ab13b2ca57dc41997, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/8c7389ead00146389c7298370d666465] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=32.9 K
2024-11-20T13:46:05,537 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38339 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:05,537 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/A is initiating minor compaction (all files)
2024-11-20T13:46:05,537 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/A in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:05,537 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/674e68ab9ba44f1fb8fc99d14e7a3f75, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/8dba06b0448341c8bd573017acb2f62f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/24d1d1cc56a840c4bed65af48bff1111] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=37.4 K
2024-11-20T13:46:05,537 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 279163a0665b4b16bd51832ee3a21f71, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732110362032
2024-11-20T13:46:05,538 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 674e68ab9ba44f1fb8fc99d14e7a3f75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732110362031
2024-11-20T13:46:05,538 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting d1a77430bfb0412ab13b2ca57dc41997, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732110362122
2024-11-20T13:46:05,538 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8dba06b0448341c8bd573017acb2f62f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732110362122
2024-11-20T13:46:05,538 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c7389ead00146389c7298370d666465, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732110363236
2024-11-20T13:46:05,538 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24d1d1cc56a840c4bed65af48bff1111, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732110363236
2024-11-20T13:46:05,544 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#B#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:05,545 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/e932719e3fed47dc9b30e27a60d3e4e9 is 50, key is test_row_0/B:col10/1732110364293/Put/seqid=0
2024-11-20T13:46:05,551 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#A#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:05,552 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/05289649b6654d70b56dba938af2d96f is 50, key is test_row_0/A:col10/1732110364293/Put/seqid=0
2024-11-20T13:46:05,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742241_1417 (size=12104)
2024-11-20T13:46:05,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742242_1418 (size=12104)
2024-11-20T13:46:05,561 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/e932719e3fed47dc9b30e27a60d3e4e9 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/e932719e3fed47dc9b30e27a60d3e4e9
2024-11-20T13:46:05,565 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/B of 9888e4ac4d76bc0d214e5c33c3ef5f4d into e932719e3fed47dc9b30e27a60d3e4e9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:05,565 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:05,565 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/B, priority=13, startTime=1732110365536; duration=0sec
2024-11-20T13:46:05,565 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:05,565 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:B
2024-11-20T13:46:05,566 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:05,567 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:05,567 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/C is initiating minor compaction (all files)
2024-11-20T13:46:05,567 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/C in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:05,567 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/b86b1984a01c41a59a74c602c0d422c4, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/cfd0e68fa9c048dd95358cca2eb1d6af, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/cd79ac96f9b34a34a4630481951953bb] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=32.9 K
2024-11-20T13:46:05,567 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting b86b1984a01c41a59a74c602c0d422c4, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732110362032
2024-11-20T13:46:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:05,568 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting cfd0e68fa9c048dd95358cca2eb1d6af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732110362122
2024-11-20T13:46:05,568 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting cd79ac96f9b34a34a4630481951953bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732110363236
2024-11-20T13:46:05,569 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB
2024-11-20T13:46:05,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=A
2024-11-20T13:46:05,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:05,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=B
2024-11-20T13:46:05,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:05,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=C
2024-11-20T13:46:05,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:05,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/be389a554c954280b48d425b06d7ba9d is 50, key is test_row_0/A:col10/1732110364343/Put/seqid=0
2024-11-20T13:46:05,576 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#C#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:05,576 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/a218eae9e7af477e9976c654e9f45591 is 50, key is test_row_0/C:col10/1732110364293/Put/seqid=0
2024-11-20T13:46:05,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742243_1419 (size=14341)
2024-11-20T13:46:05,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742244_1420 (size=12104)
2024-11-20T13:46:05,593 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110425586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:05,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:05,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110425589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:05,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:05,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110425593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:05,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:05,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110425702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:05,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:05,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110425702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:05,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:05,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110425712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:05,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110425912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:05,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:05,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110425912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:05,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:05,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:05,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110425922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:05,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:05,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:05,967 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/05289649b6654d70b56dba938af2d96f as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/05289649b6654d70b56dba938af2d96f
2024-11-20T13:46:05,971 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/A of 9888e4ac4d76bc0d214e5c33c3ef5f4d into 05289649b6654d70b56dba938af2d96f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:05,971 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:05,971 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/A, priority=13, startTime=1732110365536; duration=0sec
2024-11-20T13:46:05,971 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:05,971 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:A
2024-11-20T13:46:05,978 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/be389a554c954280b48d425b06d7ba9d
2024-11-20T13:46:05,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/1bbc7bc8cfb547409a8c1e6bddd747b6 is 50, key is test_row_0/B:col10/1732110364343/Put/seqid=0
2024-11-20T13:46:05,984 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/a218eae9e7af477e9976c654e9f45591 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/a218eae9e7af477e9976c654e9f45591
2024-11-20T13:46:05,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742245_1421 (size=12001)
2024-11-20T13:46:05,987 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/C of 9888e4ac4d76bc0d214e5c33c3ef5f4d into a218eae9e7af477e9976c654e9f45591(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:05,987 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:05,987 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/C, priority=13, startTime=1732110365536; duration=0sec
2024-11-20T13:46:05,987 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:05,987 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:C
2024-11-20T13:46:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-20T13:46:06,192 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:46:06,193 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:46:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees
2024-11-20T13:46:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-20T13:46:06,194 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:46:06,194 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:46:06,194 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:46:06,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110426231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:06,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110426232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:06,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110426242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:06,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:06,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:06,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-20T13:46:06,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-20T13:46:06,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:06,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:06,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:06,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:06,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:06,387 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/1bbc7bc8cfb547409a8c1e6bddd747b6
2024-11-20T13:46:06,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/a34e581c4f7d4aab85b966bc2c5f1cbe is 50, key is test_row_0/C:col10/1732110364343/Put/seqid=0
2024-11-20T13:46:06,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742246_1422 (size=12001)
2024-11-20T13:46:06,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-20T13:46:06,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:06,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:06,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:06,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:06,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-20T13:46:06,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-20T13:46:06,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:06,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:06,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:06,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:06,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:06,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110426742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:06,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:06,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:06,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:06,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110426752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:06,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:06,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:06,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:06,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110426762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:06,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:06,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:06,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:06,797 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/a34e581c4f7d4aab85b966bc2c5f1cbe
2024-11-20T13:46:06,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/be389a554c954280b48d425b06d7ba9d as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/be389a554c954280b48d425b06d7ba9d
2024-11-20T13:46:06,802 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/be389a554c954280b48d425b06d7ba9d, entries=200, sequenceid=94, filesize=14.0 K
2024-11-20T13:46:06,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/1bbc7bc8cfb547409a8c1e6bddd747b6 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/1bbc7bc8cfb547409a8c1e6bddd747b6
2024-11-20T13:46:06,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-20T13:46:06,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:06,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:06,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:06,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:06,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:06,808 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/1bbc7bc8cfb547409a8c1e6bddd747b6, entries=150, sequenceid=94, filesize=11.7 K
2024-11-20T13:46:06,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/a34e581c4f7d4aab85b966bc2c5f1cbe as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/a34e581c4f7d4aab85b966bc2c5f1cbe
2024-11-20T13:46:06,812 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/a34e581c4f7d4aab85b966bc2c5f1cbe, entries=150, sequenceid=94, filesize=11.7 K
2024-11-20T13:46:06,813 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for 9888e4ac4d76bc0d214e5c33c3ef5f4d in 1246ms, sequenceid=94, compaction requested=false
2024-11-20T13:46:06,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-20T13:46:06,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-20T13:46:06,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:06,958 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-20T13:46:06,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=A
2024-11-20T13:46:06,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:06,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=B
2024-11-20T13:46:06,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:06,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=C
2024-11-20T13:46:06,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:06,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/f880560986a3415886dd667a7ccf8825 is 50, key is test_row_0/A:col10/1732110365592/Put/seqid=0
2024-11-20T13:46:06,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742247_1423 (size=12001)
2024-11-20T13:46:06,967 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/f880560986a3415886dd667a7ccf8825
2024-11-20T13:46:06,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/709269f1a15d4a6a8c3fc93ff3219f3c is 50, key is test_row_0/B:col10/1732110365592/Put/seqid=0
2024-11-20T13:46:06,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742248_1424 (size=12001)
2024-11-20T13:46:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-20T13:46:07,376 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/709269f1a15d4a6a8c3fc93ff3219f3c
2024-11-20T13:46:07,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/31a5e6c864784f77b4b8243cbe673212 is 50, key is test_row_0/C:col10/1732110365592/Put/seqid=0
2024-11-20T13:46:07,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742249_1425 (size=12001)
2024-11-20T13:46:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:07,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:07,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110367468, max timestamp=1732110367519Num uniques 859; 
2024-11-20T13:46:07,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:46:07,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110367468, max timestamp=1732110367519Num uniques 859; 
2024-11-20T13:46:07,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:46:07,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110367468, max timestamp=1732110367519Num uniques 859; 
2024-11-20T13:46:07,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:46:07,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110427581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:07,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:07,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:07,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:07,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110427587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:07,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:07,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:07,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:07,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110427692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:07,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:07,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:07,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:07,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110427702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:07,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:07,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:07,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:07,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110427752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:07,761 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_2' in 9888e4ac4d76bc0d214e5c33c3ef5f4d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:07,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110427762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:07,771 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 9888e4ac4d76bc0d214e5c33c3ef5f4d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:07,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:07,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:07,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:07,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110427772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:07,783 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_2' in 9888e4ac4d76bc0d214e5c33c3ef5f4d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:07,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:07,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:07,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:07,786 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/31a5e6c864784f77b4b8243cbe673212
2024-11-20T13:46:07,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/f880560986a3415886dd667a7ccf8825 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/f880560986a3415886dd667a7ccf8825
2024-11-20T13:46:07,792 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/f880560986a3415886dd667a7ccf8825, entries=150, sequenceid=106, filesize=11.7 K
2024-11-20T13:46:07,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/709269f1a15d4a6a8c3fc93ff3219f3c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/709269f1a15d4a6a8c3fc93ff3219f3c
2024-11-20T13:46:07,796 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/709269f1a15d4a6a8c3fc93ff3219f3c, entries=150, sequenceid=106, filesize=11.7 K
2024-11-20T13:46:07,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/31a5e6c864784f77b4b8243cbe673212 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/31a5e6c864784f77b4b8243cbe673212
2024-11-20T13:46:07,799 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/31a5e6c864784f77b4b8243cbe673212, entries=150, sequenceid=106, filesize=11.7 K
2024-11-20T13:46:07,799 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 9888e4ac4d76bc0d214e5c33c3ef5f4d in 842ms, sequenceid=106, compaction requested=true
2024-11-20T13:46:07,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:07,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:07,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130
2024-11-20T13:46:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=130
2024-11-20T13:46:07,802 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129
2024-11-20T13:46:07,802 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6070 sec
2024-11-20T13:46:07,803 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.6100 sec
2024-11-20T13:46:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:07,910 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB
2024-11-20T13:46:07,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=A
2024-11-20T13:46:07,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:07,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=B
2024-11-20T13:46:07,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:07,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=C
2024-11-20T13:46:07,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:07,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/7603f33244654e7ab960a0a0c27f7587 is 50, key is test_row_0/A:col10/1732110367580/Put/seqid=0
2024-11-20T13:46:07,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742250_1426 (size=14541)
2024-11-20T13:46:07,942 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110427934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:07,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:07,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:07,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:07,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110427943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:07,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:07,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:07,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:08,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:08,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110428052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110428052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:08,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:08,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:08,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:08,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:08,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:08,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:08,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110428271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:08,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:08,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110428271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:08,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:08,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:08,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:08,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:08,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:08,318 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/7603f33244654e7ab960a0a0c27f7587
2024-11-20T13:46:08,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/8484fceed49e4d54919b5824a9f1f78b is 50, key is test_row_0/B:col10/1732110367580/Put/seqid=0
2024-11-20T13:46:08,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742251_1427 (size=12151)
2024-11-20T13:46:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-20T13:46:08,342 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:46:08,343 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:46:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees
2024-11-20T13:46:08,344 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:46:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-20T13:46:08,345 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:46:08,345 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:46:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-20T13:46:08,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-20T13:46:08,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:08,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:08,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:08,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:08,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:08,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110428592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:08,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110428592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:08,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:08,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:08,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:08,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:08,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:08,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:08,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-20T13:46:08,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:08,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:08,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:08,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:08,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-20T13:46:08,738 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/8484fceed49e4d54919b5824a9f1f78b
2024-11-20T13:46:08,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/e1a4b4a69ef34ca88830f691477bc277 is 50, key is test_row_0/C:col10/1732110367580/Put/seqid=0
2024-11-20T13:46:08,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742252_1428 (size=12151)
2024-11-20T13:46:08,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-20T13:46:08,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:08,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:08,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:08,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:08,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:08,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-20T13:46:08,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:08,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:08,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:08,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:08,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-20T13:46:09,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-20T13:46:09,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:09,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:09,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:09,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:09,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:09,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110429102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:09,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:09,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:09,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:09,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110429111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:09,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:09,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:09,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:09,148 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/e1a4b4a69ef34ca88830f691477bc277
2024-11-20T13:46:09,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/7603f33244654e7ab960a0a0c27f7587 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/7603f33244654e7ab960a0a0c27f7587
2024-11-20T13:46:09,153 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/7603f33244654e7ab960a0a0c27f7587, entries=200, sequenceid=143, filesize=14.2 K
2024-11-20T13:46:09,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/8484fceed49e4d54919b5824a9f1f78b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/8484fceed49e4d54919b5824a9f1f78b
2024-11-20T13:46:09,157 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/8484fceed49e4d54919b5824a9f1f78b, entries=150, sequenceid=143, filesize=11.9 K
2024-11-20T13:46:09,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/e1a4b4a69ef34ca88830f691477bc277 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/e1a4b4a69ef34ca88830f691477bc277
2024-11-20T13:46:09,160 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/e1a4b4a69ef34ca88830f691477bc277, entries=150, sequenceid=143, filesize=11.9 K
2024-11-20T13:46:09,160 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 9888e4ac4d76bc0d214e5c33c3ef5f4d in 1250ms, sequenceid=143, compaction requested=true
2024-11-20T13:46:09,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:09,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:46:09,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:09,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:46:09,160 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:46:09,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:09,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:46:09,161 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:46:09,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:09,161 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52987 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:46:09,161 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:46:09,161 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/A is initiating minor compaction (all files)
2024-11-20T13:46:09,161 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/B is initiating minor compaction (all files)
2024-11-20T13:46:09,161 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/A in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:09,161 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/B in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:09,161 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/05289649b6654d70b56dba938af2d96f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/be389a554c954280b48d425b06d7ba9d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/f880560986a3415886dd667a7ccf8825, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/7603f33244654e7ab960a0a0c27f7587] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=51.7 K
2024-11-20T13:46:09,161 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/e932719e3fed47dc9b30e27a60d3e4e9, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/1bbc7bc8cfb547409a8c1e6bddd747b6, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/709269f1a15d4a6a8c3fc93ff3219f3c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/8484fceed49e4d54919b5824a9f1f78b] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=47.1 K
2024-11-20T13:46:09,162 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05289649b6654d70b56dba938af2d96f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732110363236
2024-11-20T13:46:09,162 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting e932719e3fed47dc9b30e27a60d3e4e9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732110363236
2024-11-20T13:46:09,162 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting be389a554c954280b48d425b06d7ba9d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732110364343
2024-11-20T13:46:09,162 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bbc7bc8cfb547409a8c1e6bddd747b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732110364343
2024-11-20T13:46:09,162 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting f880560986a3415886dd667a7ccf8825, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732110365580
2024-11-20T13:46:09,162 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 709269f1a15d4a6a8c3fc93ff3219f3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732110365580
2024-11-20T13:46:09,162 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7603f33244654e7ab960a0a0c27f7587, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732110367572
2024-11-20T13:46:09,162 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 8484fceed49e4d54919b5824a9f1f78b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732110367572
2024-11-20T13:46:09,169 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#A#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:09,169 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#B#compaction#360 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:09,169 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/f2030f30d1a7443181d288ce9ea49a08 is 50, key is test_row_0/A:col10/1732110367580/Put/seqid=0
2024-11-20T13:46:09,170 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/5ae67b3f55914022a1b1120990529152 is 50, key is test_row_0/B:col10/1732110367580/Put/seqid=0
2024-11-20T13:46:09,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742254_1430 (size=12391)
2024-11-20T13:46:09,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742253_1429 (size=12391)
2024-11-20T13:46:09,184 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/f2030f30d1a7443181d288ce9ea49a08 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/f2030f30d1a7443181d288ce9ea49a08
2024-11-20T13:46:09,188 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/A of 9888e4ac4d76bc0d214e5c33c3ef5f4d into f2030f30d1a7443181d288ce9ea49a08(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:09,188 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:09,188 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/A, priority=12, startTime=1732110369160; duration=0sec
2024-11-20T13:46:09,188 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:09,188 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:A
2024-11-20T13:46:09,188 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:46:09,189 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:46:09,189 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/C is initiating minor compaction (all files)
2024-11-20T13:46:09,189 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/C in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:09,189 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/a218eae9e7af477e9976c654e9f45591, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/a34e581c4f7d4aab85b966bc2c5f1cbe, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/31a5e6c864784f77b4b8243cbe673212, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/e1a4b4a69ef34ca88830f691477bc277] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=47.1 K
2024-11-20T13:46:09,189 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting a218eae9e7af477e9976c654e9f45591, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732110363236
2024-11-20T13:46:09,189 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting a34e581c4f7d4aab85b966bc2c5f1cbe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732110364343
2024-11-20T13:46:09,190 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31a5e6c864784f77b4b8243cbe673212, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732110365580
2024-11-20T13:46:09,190 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1a4b4a69ef34ca88830f691477bc277, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732110367572
2024-11-20T13:46:09,194 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/5ae67b3f55914022a1b1120990529152 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/5ae67b3f55914022a1b1120990529152
2024-11-20T13:46:09,198 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#C#compaction#362 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:09,198 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/a9c5c5128b0c44b791308051113a0362 is 50, key is test_row_0/C:col10/1732110367580/Put/seqid=0
2024-11-20T13:46:09,200 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/B of 9888e4ac4d76bc0d214e5c33c3ef5f4d into 5ae67b3f55914022a1b1120990529152(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:09,200 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:09,200 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/B, priority=12, startTime=1732110369160; duration=0sec
2024-11-20T13:46:09,200 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:09,200 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:B
2024-11-20T13:46:09,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742255_1431 (size=12391)
2024-11-20T13:46:09,206 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/a9c5c5128b0c44b791308051113a0362 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/a9c5c5128b0c44b791308051113a0362
2024-11-20T13:46:09,213 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/C of 9888e4ac4d76bc0d214e5c33c3ef5f4d into a9c5c5128b0c44b791308051113a0362(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:09,213 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:09,213 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/C, priority=12, startTime=1732110369160; duration=0sec
2024-11-20T13:46:09,213 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:09,213 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:C
2024-11-20T13:46:09,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-20T13:46:09,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:09,259 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB
2024-11-20T13:46:09,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=A
2024-11-20T13:46:09,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:09,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=B
2024-11-20T13:46:09,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:09,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=C
2024-11-20T13:46:09,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:09,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/85fe4c32d67343809a7c9e33260fed32 is 50, key is test_row_0/A:col10/1732110367941/Put/seqid=0
2024-11-20T13:46:09,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742256_1432 (size=12151)
2024-11-20T13:46:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-20T13:46:09,666 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/85fe4c32d67343809a7c9e33260fed32
2024-11-20T13:46:09,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/6db98a81d3cb45729dd7867ccc61a950 is 50, key is test_row_0/B:col10/1732110367941/Put/seqid=0
2024-11-20T13:46:09,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742257_1433 (size=12151)
2024-11-20T13:46:09,675 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/6db98a81d3cb45729dd7867ccc61a950
2024-11-20T13:46:09,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/aca8dc6b29bd4e66944ca92cfadf2a0b is 50, key is test_row_0/C:col10/1732110367941/Put/seqid=0
2024-11-20T13:46:09,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742258_1434 (size=12151)
2024-11-20T13:46:09,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:09,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110369798, max timestamp=1732110369819Num uniques 859; 
2024-11-20T13:46:09,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110369798, max timestamp=1732110369819Num uniques 859; 
2024-11-20T13:46:09,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:46:09,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:46:09,824 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110369799, max timestamp=1732110369819Num uniques 859; 
2024-11-20T13:46:09,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:46:09,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110429864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:09,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:09,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:09,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:09,876 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110429870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:09,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:09,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:09,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:09,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110429874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:09,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:09,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:09,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:09,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110429982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:09,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:09,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:09,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110429982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:09,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:09,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:09,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:09,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:09,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110429991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:09,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:09,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:09,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:10,083 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/aca8dc6b29bd4e66944ca92cfadf2a0b
2024-11-20T13:46:10,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/85fe4c32d67343809a7c9e33260fed32 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/85fe4c32d67343809a7c9e33260fed32
2024-11-20T13:46:10,088 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/85fe4c32d67343809a7c9e33260fed32, entries=150, sequenceid=155, filesize=11.9 K
2024-11-20T13:46:10,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/6db98a81d3cb45729dd7867ccc61a950 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/6db98a81d3cb45729dd7867ccc61a950
2024-11-20T13:46:10,091 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/6db98a81d3cb45729dd7867ccc61a950, entries=150, sequenceid=155, filesize=11.9 K
2024-11-20T13:46:10,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/aca8dc6b29bd4e66944ca92cfadf2a0b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/aca8dc6b29bd4e66944ca92cfadf2a0b
2024-11-20T13:46:10,094 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/aca8dc6b29bd4e66944ca92cfadf2a0b, entries=150, sequenceid=155, filesize=11.9 K
2024-11-20T13:46:10,095 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=145.36 KB/148850 for 9888e4ac4d76bc0d214e5c33c3ef5f4d in 836ms, sequenceid=155, compaction requested=false
2024-11-20T13:46:10,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:10,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:10,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132
2024-11-20T13:46:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=132
2024-11-20T13:46:10,098 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131
2024-11-20T13:46:10,098 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7510 sec
2024-11-20T13:46:10,099 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.7550 sec
2024-11-20T13:46:10,129 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d 3/3 column families, dataSize=152.07 KB heapSize=431 KB
2024-11-20T13:46:10,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=A
2024-11-20T13:46:10,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-20T13:46:10,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=B
2024-11-20T13:46:10,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-20T13:46:10,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=C
2024-11-20T13:46:10,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-20T13:46:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:10,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/af8eaa5c1bb54b059dc47f0645421c5c is 50, key is test_row_0/A:col10/1732110369872/Put/seqid=0
2024-11-20T13:46:10,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742259_1435 (size=14541)
2024-11-20T13:46:10,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110430150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:10,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:10,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110430158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:10,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:10,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110430202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:10,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:10,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110430202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:10,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:10,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:10,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110430202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:10,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:10,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:10,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110430261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:10,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:10,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110430272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:10,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:10,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110430472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:10,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110430481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:10,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-20T13:46:10,492 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:46:10,492 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:46:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees
2024-11-20T13:46:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-20T13:46:10,493 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:46:10,494 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:46:10,494 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:46:10,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110430522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:10,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:10,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110430522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:10,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:10,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:10,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110430522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:10,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:10,538 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/af8eaa5c1bb54b059dc47f0645421c5c
2024-11-20T13:46:10,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/1882289813d5433e8ad0b7ccc6c41e99 is 50, key is test_row_0/B:col10/1732110369872/Put/seqid=0
2024-11-20T13:46:10,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742260_1436 (size=12151)
2024-11-20T13:46:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-20T13:46:10,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-20T13:46:10,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:10,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:10,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:10,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:10,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:10,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-20T13:46:10,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:10,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:10,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:10,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:10,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:10,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110430792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:10,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:10,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110430792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:10,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:10,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-20T13:46:10,951 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/1882289813d5433e8ad0b7ccc6c41e99
2024-11-20T13:46:10,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-20T13:46:10,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:10,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:10,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:10,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:10,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:10,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/71ebe93152704cbfadbe5177f022a612 is 50, key is test_row_0/C:col10/1732110369872/Put/seqid=0
2024-11-20T13:46:11,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742261_1437 (size=12151)
2024-11-20T13:46:11,008 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/71ebe93152704cbfadbe5177f022a612
2024-11-20T13:46:11,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/af8eaa5c1bb54b059dc47f0645421c5c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/af8eaa5c1bb54b059dc47f0645421c5c
2024-11-20T13:46:11,014 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/af8eaa5c1bb54b059dc47f0645421c5c, entries=200, sequenceid=193, filesize=14.2 K
2024-11-20T13:46:11,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/1882289813d5433e8ad0b7ccc6c41e99 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/1882289813d5433e8ad0b7ccc6c41e99
2024-11-20T13:46:11,020 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/1882289813d5433e8ad0b7ccc6c41e99, entries=150, sequenceid=193, filesize=11.9 K
2024-11-20T13:46:11,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/71ebe93152704cbfadbe5177f022a612 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/71ebe93152704cbfadbe5177f022a612
2024-11-20T13:46:11,023 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/71ebe93152704cbfadbe5177f022a612, entries=150, sequenceid=193, filesize=11.9 K
2024-11-20T13:46:11,024 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~152.07 KB/155720, heapSize ~430.95 KB/441296, currentSize=33.54 KB/34350 for 9888e4ac4d76bc0d214e5c33c3ef5f4d in 895ms, sequenceid=193, compaction requested=true
2024-11-20T13:46:11,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:11,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:46:11,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:11,024 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:11,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:46:11,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:11,024 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:11,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:46:11,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:11,025 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:11,025 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39083 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:11,025 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/B is initiating minor compaction (all files)
2024-11-20T13:46:11,025 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/A is initiating minor compaction (all files)
2024-11-20T13:46:11,025 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/B in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:11,025 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/A in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:11,025 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/f2030f30d1a7443181d288ce9ea49a08, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/85fe4c32d67343809a7c9e33260fed32, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/af8eaa5c1bb54b059dc47f0645421c5c] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=38.2 K
2024-11-20T13:46:11,025 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/5ae67b3f55914022a1b1120990529152, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/6db98a81d3cb45729dd7867ccc61a950, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/1882289813d5433e8ad0b7ccc6c41e99] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=35.8 K
2024-11-20T13:46:11,026 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2030f30d1a7443181d288ce9ea49a08, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732110367572
2024-11-20T13:46:11,026 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ae67b3f55914022a1b1120990529152, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732110367572
2024-11-20T13:46:11,026 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 6db98a81d3cb45729dd7867ccc61a950, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732110367930
2024-11-20T13:46:11,026 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85fe4c32d67343809a7c9e33260fed32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732110367930
2024-11-20T13:46:11,026 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 1882289813d5433e8ad0b7ccc6c41e99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732110369868
2024-11-20T13:46:11,026 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting af8eaa5c1bb54b059dc47f0645421c5c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732110369850
2024-11-20T13:46:11,035 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#A#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:11,035 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#B#compaction#370 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:11,036 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/ea1063a85fa4488e802d04f9093ec5d0 is 50, key is test_row_0/A:col10/1732110369872/Put/seqid=0
2024-11-20T13:46:11,036 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/aec468867e5e406897fa46a10c19db02 is 50, key is test_row_0/B:col10/1732110369872/Put/seqid=0
2024-11-20T13:46:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:11,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742262_1438 (size=12493)
2024-11-20T13:46:11,046 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-20T13:46:11,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742263_1439 (size=12493)
2024-11-20T13:46:11,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=A
2024-11-20T13:46:11,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:11,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=B
2024-11-20T13:46:11,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:11,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=C
2024-11-20T13:46:11,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:11,051 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/aec468867e5e406897fa46a10c19db02 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/aec468867e5e406897fa46a10c19db02
2024-11-20T13:46:11,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/ea419e97fe0b4e64bb1cdc7b6c92da34 is 50, key is test_row_0/A:col10/1732110370157/Put/seqid=0
2024-11-20T13:46:11,055 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/B of 9888e4ac4d76bc0d214e5c33c3ef5f4d into aec468867e5e406897fa46a10c19db02(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:11,055 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:11,055 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/B, priority=13, startTime=1732110371024; duration=0sec
2024-11-20T13:46:11,055 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:11,055 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:B
2024-11-20T13:46:11,055 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:11,056 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:11,056 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/C is initiating minor compaction (all files)
2024-11-20T13:46:11,056 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/C in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:11,056 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/a9c5c5128b0c44b791308051113a0362, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/aca8dc6b29bd4e66944ca92cfadf2a0b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/71ebe93152704cbfadbe5177f022a612] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=35.8 K
2024-11-20T13:46:11,056 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting a9c5c5128b0c44b791308051113a0362, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732110367572
2024-11-20T13:46:11,057 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting aca8dc6b29bd4e66944ca92cfadf2a0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732110367930
2024-11-20T13:46:11,057 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 71ebe93152704cbfadbe5177f022a612, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732110369868
2024-11-20T13:46:11,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742264_1440 (size=19321)
2024-11-20T13:46:11,064 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/ea419e97fe0b4e64bb1cdc7b6c92da34
2024-11-20T13:46:11,067 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#C#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:11,067 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/76f19b1d4c8449f5a52c61c47e31a718 is 50, key is test_row_0/C:col10/1732110369872/Put/seqid=0
2024-11-20T13:46:11,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/f4f4b865285742e8a82bcbd8575c45c4 is 50, key is test_row_0/B:col10/1732110370157/Put/seqid=0
2024-11-20T13:46:11,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742265_1441 (size=12493)
2024-11-20T13:46:11,081 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/76f19b1d4c8449f5a52c61c47e31a718 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/76f19b1d4c8449f5a52c61c47e31a718
2024-11-20T13:46:11,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742266_1442 (size=12151)
2024-11-20T13:46:11,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-20T13:46:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:11,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:11,116 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/C of 9888e4ac4d76bc0d214e5c33c3ef5f4d into 76f19b1d4c8449f5a52c61c47e31a718(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:11,116 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:11,116 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/C, priority=13, startTime=1732110371024; duration=0sec
2024-11-20T13:46:11,117 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:11,117 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:C
2024-11-20T13:46:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-20T13:46:11,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110371132, max timestamp=1732110371146Num uniques 859; 
2024-11-20T13:46:11,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:46:11,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110371132, max timestamp=1732110371146Num uniques 859; 
2024-11-20T13:46:11,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:46:11,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110371132, max timestamp=1732110371146Num uniques 859; 
2024-11-20T13:46:11,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:46:11,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110431187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:11,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:11,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110431193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:11,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110431194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:11,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-20T13:46:11,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:11,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:11,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:11,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:11,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:11,302 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110431302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:11,302 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110431302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:11,311 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110431302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:11,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:11,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110431312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:11,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:11,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110431312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:11,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:11,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-20T13:46:11,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:11,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:11,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:11,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:11,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:11,450 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/ea1063a85fa4488e802d04f9093ec5d0 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/ea1063a85fa4488e802d04f9093ec5d0
2024-11-20T13:46:11,453 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/A of 9888e4ac4d76bc0d214e5c33c3ef5f4d into ea1063a85fa4488e802d04f9093ec5d0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:11,453 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:11,453 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/A, priority=13, startTime=1732110371024; duration=0sec
2024-11-20T13:46:11,454 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:11,454 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:A
2024-11-20T13:46:11,487 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/f4f4b865285742e8a82bcbd8575c45c4
2024-11-20T13:46:11,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/a878e26923f443ada81d2b2bf77a1b78 is 50, key is test_row_0/C:col10/1732110370157/Put/seqid=0
2024-11-20T13:46:11,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742267_1443 (size=12151)
2024-11-20T13:46:11,495 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/a878e26923f443ada81d2b2bf77a1b78
2024-11-20T13:46:11,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/ea419e97fe0b4e64bb1cdc7b6c92da34 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/ea419e97fe0b4e64bb1cdc7b6c92da34
2024-11-20T13:46:11,502 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/ea419e97fe0b4e64bb1cdc7b6c92da34, entries=300, sequenceid=204, filesize=18.9 K
2024-11-20T13:46:11,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/f4f4b865285742e8a82bcbd8575c45c4 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/f4f4b865285742e8a82bcbd8575c45c4
2024-11-20T13:46:11,505 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/f4f4b865285742e8a82bcbd8575c45c4, entries=150, sequenceid=204, filesize=11.9 K
2024-11-20T13:46:11,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/a878e26923f443ada81d2b2bf77a1b78 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/a878e26923f443ada81d2b2bf77a1b78
2024-11-20T13:46:11,508 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/a878e26923f443ada81d2b2bf77a1b78, entries=150, sequenceid=204, filesize=11.9 K
2024-11-20T13:46:11,509 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 9888e4ac4d76bc0d214e5c33c3ef5f4d in 463ms, sequenceid=204, compaction requested=false
2024-11-20T13:46:11,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:11,515 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-20T13:46:11,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=A
2024-11-20T13:46:11,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:11,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=B
2024-11-20T13:46:11,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:11,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=C
2024-11-20T13:46:11,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:11,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/619b5cc332f346d2b6acbf5fbb4f5bd1 is 50, key is test_row_0/A:col10/1732110371193/Put/seqid=0
2024-11-20T13:46:11,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742268_1444 (size=14541)
2024-11-20T13:46:11,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-20T13:46:11,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:11,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:11,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:11,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:11,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:11,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110431552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:11,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:11,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110431553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:11,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:11,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:11,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110431566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:11,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-20T13:46:11,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110431671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110431671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110431671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:11,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-20T13:46:11,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:11,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:11,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:11,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:11,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:11,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-20T13:46:11,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:11,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:11,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:11,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:11,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:11,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110431892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:11,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110431892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:11,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:11,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:11,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110431892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:11,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:11,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:11,923 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/619b5cc332f346d2b6acbf5fbb4f5bd1
2024-11-20T13:46:11,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/3d0354383e324560bac4156e1a5c0317 is 50, key is test_row_0/B:col10/1732110371193/Put/seqid=0
2024-11-20T13:46:11,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742269_1445 (size=12151)
2024-11-20T13:46:11,944 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/3d0354383e324560bac4156e1a5c0317
2024-11-20T13:46:11,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/25279c798a424c4ba0e7067e4649ec81 is 50, key is test_row_0/C:col10/1732110371193/Put/seqid=0
2024-11-20T13:46:11,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742270_1446 (size=12151)
2024-11-20T13:46:11,954 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/25279c798a424c4ba0e7067e4649ec81
2024-11-20T13:46:11,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/619b5cc332f346d2b6acbf5fbb4f5bd1 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/619b5cc332f346d2b6acbf5fbb4f5bd1
2024-11-20T13:46:11,962 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/619b5cc332f346d2b6acbf5fbb4f5bd1, entries=200, sequenceid=243, filesize=14.2 K
2024-11-20T13:46:11,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/3d0354383e324560bac4156e1a5c0317 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/3d0354383e324560bac4156e1a5c0317
2024-11-20T13:46:11,967 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/3d0354383e324560bac4156e1a5c0317, entries=150, sequenceid=243, filesize=11.9 K
2024-11-20T13:46:11,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/25279c798a424c4ba0e7067e4649ec81 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/25279c798a424c4ba0e7067e4649ec81
2024-11-20T13:46:11,971 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/25279c798a424c4ba0e7067e4649ec81, entries=150, sequenceid=243, filesize=11.9 K
2024-11-20T13:46:11,972 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 9888e4ac4d76bc0d214e5c33c3ef5f4d in 457ms, sequenceid=243, compaction requested=true
2024-11-20T13:46:11,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:11,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:46:11,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:11,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:46:11,972 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:11,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:11,972 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:11,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:46:11,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:11,973 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:11,973 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 46355 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:11,973 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/A is initiating minor compaction (all files)
2024-11-20T13:46:11,973 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/B is initiating minor compaction (all files)
2024-11-20T13:46:11,973 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/B in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:11,973 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/A in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:11,973 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/aec468867e5e406897fa46a10c19db02, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/f4f4b865285742e8a82bcbd8575c45c4, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/3d0354383e324560bac4156e1a5c0317] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=35.9 K
2024-11-20T13:46:11,973 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/ea1063a85fa4488e802d04f9093ec5d0, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/ea419e97fe0b4e64bb1cdc7b6c92da34, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/619b5cc332f346d2b6acbf5fbb4f5bd1] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=45.3 K
2024-11-20T13:46:11,976 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting aec468867e5e406897fa46a10c19db02, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732110369868
2024-11-20T13:46:11,976 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea1063a85fa4488e802d04f9093ec5d0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732110369868
2024-11-20T13:46:11,977 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting f4f4b865285742e8a82bcbd8575c45c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732110370149
2024-11-20T13:46:11,977 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d0354383e324560bac4156e1a5c0317, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732110371170
2024-11-20T13:46:11,978 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea419e97fe0b4e64bb1cdc7b6c92da34, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732110370148
2024-11-20T13:46:11,979 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 619b5cc332f346d2b6acbf5fbb4f5bd1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732110371170
2024-11-20T13:46:11,982 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#B#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:11,983 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/3f434c4b98e049a794c9f018c95cee9f is 50, key is test_row_0/B:col10/1732110371193/Put/seqid=0
2024-11-20T13:46:11,986 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#A#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:11,987 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/5ceef60349c64ef583e23dbe2d6801d6 is 50, key is test_row_0/A:col10/1732110371193/Put/seqid=0
2024-11-20T13:46:11,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742271_1447 (size=12595)
2024-11-20T13:46:11,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742272_1448 (size=12595)
2024-11-20T13:46:12,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-20T13:46:12,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:12,019 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-20T13:46:12,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=A
2024-11-20T13:46:12,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:12,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=B
2024-11-20T13:46:12,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:12,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=C
2024-11-20T13:46:12,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:12,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/1df27da6a38f4346a3db35b417afcb47 is 50, key is test_row_0/A:col10/1732110371527/Put/seqid=0
2024-11-20T13:46:12,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742273_1449 (size=9757)
2024-11-20T13:46:12,027 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/1df27da6a38f4346a3db35b417afcb47
2024-11-20T13:46:12,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/0bec7e82f42c4e588f92dca39d0245cb is 50, key is test_row_0/B:col10/1732110371527/Put/seqid=0
2024-11-20T13:46:12,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742274_1450 (size=9757)
2024-11-20T13:46:12,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:12,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732110372242, max timestamp=1732110372267Num uniques 859; 
2024-11-20T13:46:12,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732110372242, max timestamp=1732110372267Num uniques 859; 
2024-11-20T13:46:12,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-20T13:46:12,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-20T13:46:12,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732110372242, max timestamp=1732110372267Num uniques 859; 
2024-11-20T13:46:12,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-20T13:46:12,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110432315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:12,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:12,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110432320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:12,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:12,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110432322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:12,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110432323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:12,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,336 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 9888e4ac4d76bc0d214e5c33c3ef5f4d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:12,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:12,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:12,341 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110432332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:12,341 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_0' in 9888e4ac4d76bc0d214e5c33c3ef5f4d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:12,393 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/3f434c4b98e049a794c9f018c95cee9f as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/3f434c4b98e049a794c9f018c95cee9f
2024-11-20T13:46:12,396 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/5ceef60349c64ef583e23dbe2d6801d6 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/5ceef60349c64ef583e23dbe2d6801d6
2024-11-20T13:46:12,396 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/B of 9888e4ac4d76bc0d214e5c33c3ef5f4d into 3f434c4b98e049a794c9f018c95cee9f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:12,396 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:12,396 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/B, priority=13, startTime=1732110371972; duration=0sec
2024-11-20T13:46:12,396 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:12,396 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:B
2024-11-20T13:46:12,396 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:12,397 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:12,397 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/C is initiating minor compaction (all files)
2024-11-20T13:46:12,397 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/C in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:12,397 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/76f19b1d4c8449f5a52c61c47e31a718, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/a878e26923f443ada81d2b2bf77a1b78, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/25279c798a424c4ba0e7067e4649ec81] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=35.9 K
2024-11-20T13:46:12,397 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 76f19b1d4c8449f5a52c61c47e31a718, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732110369868
2024-11-20T13:46:12,397 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting a878e26923f443ada81d2b2bf77a1b78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732110370149
2024-11-20T13:46:12,398 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 25279c798a424c4ba0e7067e4649ec81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732110371170
2024-11-20T13:46:12,400 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/A of 9888e4ac4d76bc0d214e5c33c3ef5f4d into 5ceef60349c64ef583e23dbe2d6801d6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:12,400 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:12,400 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/A, priority=13, startTime=1732110371972; duration=0sec
2024-11-20T13:46:12,400 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:12,400 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:A
2024-11-20T13:46:12,404 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#C#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:12,404 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/0fdf96d511f9432982f7a1ad82d6963b is 50, key is test_row_0/C:col10/1732110371193/Put/seqid=0
2024-11-20T13:46:12,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742275_1451 (size=12595)
2024-11-20T13:46:12,411 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/0fdf96d511f9432982f7a1ad82d6963b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/0fdf96d511f9432982f7a1ad82d6963b
2024-11-20T13:46:12,415 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/C of 9888e4ac4d76bc0d214e5c33c3ef5f4d into 0fdf96d511f9432982f7a1ad82d6963b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:12,415 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:12,415 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/C, priority=13, startTime=1732110371972; duration=0sec
2024-11-20T13:46:12,415 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:12,415 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:C
2024-11-20T13:46:12,436 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/0bec7e82f42c4e588f92dca39d0245cb
2024-11-20T13:46:12,439 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110432432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:12,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110432432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:12,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:12,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/ce57e4bb8d0e4ef293a30a7b4511d92e is 50, key is test_row_0/C:col10/1732110371527/Put/seqid=0
2024-11-20T13:46:12,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110432442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:12,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:12,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742276_1452 (size=9757)
2024-11-20T13:46:12,456 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/ce57e4bb8d0e4ef293a30a7b4511d92e
2024-11-20T13:46:12,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/1df27da6a38f4346a3db35b417afcb47 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/1df27da6a38f4346a3db35b417afcb47
2024-11-20T13:46:12,463 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/1df27da6a38f4346a3db35b417afcb47, entries=100, sequenceid=253, filesize=9.5 K
2024-11-20T13:46:12,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/0bec7e82f42c4e588f92dca39d0245cb as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/0bec7e82f42c4e588f92dca39d0245cb
2024-11-20T13:46:12,467 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/0bec7e82f42c4e588f92dca39d0245cb, entries=100, sequenceid=253, filesize=9.5 K
2024-11-20T13:46:12,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/ce57e4bb8d0e4ef293a30a7b4511d92e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/ce57e4bb8d0e4ef293a30a7b4511d92e
2024-11-20T13:46:12,473 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/ce57e4bb8d0e4ef293a30a7b4511d92e, entries=100, sequenceid=253, filesize=9.5 K
2024-11-20T13:46:12,474 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 9888e4ac4d76bc0d214e5c33c3ef5f4d in 455ms, sequenceid=253, compaction requested=false
2024-11-20T13:46:12,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:12,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:12,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134
2024-11-20T13:46:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=134
2024-11-20T13:46:12,477 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133
2024-11-20T13:46:12,477 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9810 sec
2024-11-20T13:46:12,479 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.9850 sec
2024-11-20T13:46:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-20T13:46:12,642 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:46:12,642 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:46:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees
2024-11-20T13:46:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-20T13:46:12,644 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:46:12,645 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:46:12,645 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:46:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:12,659 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB
2024-11-20T13:46:12,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=A
2024-11-20T13:46:12,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:12,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=B
2024-11-20T13:46:12,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:12,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=C
2024-11-20T13:46:12,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:12,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/9832cbfc61994bddb1bad6e47357922a is 50, key is test_row_0/A:col10/1732110372659/Put/seqid=0
2024-11-20T13:46:12,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742277_1453 (size=17181)
2024-11-20T13:46:12,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110432670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110432675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:12,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110432681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:12,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-20T13:46:12,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136
2024-11-20T13:46:12,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:12,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:12,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:12,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:12,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=136
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:12,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110432791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110432792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:12,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:12,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110432792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:12,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:12,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:12,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:12,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136
2024-11-20T13:46:12,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:12,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:12,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:12,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:12,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=136
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-20T13:46:13,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110433001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:13,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110433002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:13,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110433002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:13,069 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/9832cbfc61994bddb1bad6e47357922a
2024-11-20T13:46:13,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/c624f0cb450f4de881594473bcb4957f is 50, key is test_row_0/B:col10/1732110372659/Put/seqid=0
2024-11-20T13:46:13,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742278_1454 (size=12301)
2024-11-20T13:46:13,083 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/c624f0cb450f4de881594473bcb4957f
2024-11-20T13:46:13,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/d084afea92a342feb777f72030cf1259 is 50, key is test_row_0/C:col10/1732110372659/Put/seqid=0
2024-11-20T13:46:13,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742279_1455 (size=12301)
2024-11-20T13:46:13,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136
2024-11-20T13:46:13,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:13,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:13,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:13,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:13,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=136
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:13,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136
2024-11-20T13:46:13,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:13,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:13,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:13,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:13,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=136
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-20T13:46:13,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110433312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:13,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:13,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:13,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110433312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:13,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:13,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:13,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:13,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:13,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110433321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:13,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:13,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:13,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:13,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136
2024-11-20T13:46:13,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:13,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:13,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:13,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:13,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=136
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:13,497 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/d084afea92a342feb777f72030cf1259
2024-11-20T13:46:13,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/9832cbfc61994bddb1bad6e47357922a as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/9832cbfc61994bddb1bad6e47357922a
2024-11-20T13:46:13,505 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/9832cbfc61994bddb1bad6e47357922a, entries=250, sequenceid=293, filesize=16.8 K
2024-11-20T13:46:13,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/c624f0cb450f4de881594473bcb4957f as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/c624f0cb450f4de881594473bcb4957f
2024-11-20T13:46:13,508 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/c624f0cb450f4de881594473bcb4957f, entries=150, sequenceid=293, filesize=12.0 K
2024-11-20T13:46:13,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/d084afea92a342feb777f72030cf1259 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/d084afea92a342feb777f72030cf1259
2024-11-20T13:46:13,512 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/d084afea92a342feb777f72030cf1259, entries=150, sequenceid=293, filesize=12.0 K
2024-11-20T13:46:13,513 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~430.64 KB/440976, currentSize=33.54 KB/34350 for 9888e4ac4d76bc0d214e5c33c3ef5f4d in 854ms, sequenceid=293, compaction requested=true
2024-11-20T13:46:13,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:13,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:46:13,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:13,513 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:13,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:46:13,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:13,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:46:13,513 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:13,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:13,514 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39533 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:13,514 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/A is initiating minor compaction (all files)
2024-11-20T13:46:13,514 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/A in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:13,514 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/5ceef60349c64ef583e23dbe2d6801d6, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/1df27da6a38f4346a3db35b417afcb47, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/9832cbfc61994bddb1bad6e47357922a] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=38.6 K
2024-11-20T13:46:13,514 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:13,514 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/B is initiating minor compaction (all files)
2024-11-20T13:46:13,514 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/B in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:13,514 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/3f434c4b98e049a794c9f018c95cee9f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/0bec7e82f42c4e588f92dca39d0245cb, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/c624f0cb450f4de881594473bcb4957f] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=33.8 K
2024-11-20T13:46:13,515 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f434c4b98e049a794c9f018c95cee9f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732110371170
2024-11-20T13:46:13,515 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ceef60349c64ef583e23dbe2d6801d6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732110371170
2024-11-20T13:46:13,515 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bec7e82f42c4e588f92dca39d0245cb, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732110371527
2024-11-20T13:46:13,515 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1df27da6a38f4346a3db35b417afcb47, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732110371527
2024-11-20T13:46:13,516 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9832cbfc61994bddb1bad6e47357922a, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732110372304
2024-11-20T13:46:13,516 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting c624f0cb450f4de881594473bcb4957f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732110372304
2024-11-20T13:46:13,522 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#B#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:13,523 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/437ff7caaa714e7390f3f5e06ad3a471 is 50, key is test_row_0/B:col10/1732110372659/Put/seqid=0
2024-11-20T13:46:13,523 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#A#compaction#388 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:13,523 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/b007c050e970404e8b2b559f26069520 is 50, key is test_row_0/A:col10/1732110372659/Put/seqid=0
2024-11-20T13:46:13,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742281_1457 (size=12847)
2024-11-20T13:46:13,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742280_1456 (size=12847)
2024-11-20T13:46:13,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136
2024-11-20T13:46:13,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:13,560 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-20T13:46:13,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=A
2024-11-20T13:46:13,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:13,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=B
2024-11-20T13:46:13,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:13,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=C
2024-11-20T13:46:13,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:13,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/217bcba9f22944d9a8347ad1156087be is 50, key is test_row_0/A:col10/1732110372660/Put/seqid=0
2024-11-20T13:46:13,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742282_1458 (size=12301)
2024-11-20T13:46:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-20T13:46:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:13,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:13,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110373860, max timestamp=1732110373877Num uniques 859; 
2024-11-20T13:46:13,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:46:13,880 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110373860, max timestamp=1732110373877Num uniques 859; 
2024-11-20T13:46:13,880 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:46:13,880 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110373860, max timestamp=1732110373877Num uniques 859; 
2024-11-20T13:46:13,880 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:46:13,940 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/b007c050e970404e8b2b559f26069520 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/b007c050e970404e8b2b559f26069520
2024-11-20T13:46:13,948 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/437ff7caaa714e7390f3f5e06ad3a471 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/437ff7caaa714e7390f3f5e06ad3a471
2024-11-20T13:46:13,956 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/A of 9888e4ac4d76bc0d214e5c33c3ef5f4d into b007c050e970404e8b2b559f26069520(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:13,956 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/B of 9888e4ac4d76bc0d214e5c33c3ef5f4d into 437ff7caaa714e7390f3f5e06ad3a471(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:13,956 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:13,956 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:13,956 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/A, priority=13, startTime=1732110373513; duration=0sec
2024-11-20T13:46:13,956 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/B, priority=13, startTime=1732110373513; duration=0sec
2024-11-20T13:46:13,956 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:13,956 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:B
2024-11-20T13:46:13,956 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:13,956 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:A
2024-11-20T13:46:13,956 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:13,957 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110433935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:13,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:13,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:13,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:13,958 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:13,958 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/C is initiating minor compaction (all files)
2024-11-20T13:46:13,959 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/C in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:13,959 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/0fdf96d511f9432982f7a1ad82d6963b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/ce57e4bb8d0e4ef293a30a7b4511d92e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/d084afea92a342feb777f72030cf1259] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=33.8 K
2024-11-20T13:46:13,959 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fdf96d511f9432982f7a1ad82d6963b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732110371170
2024-11-20T13:46:13,959 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting ce57e4bb8d0e4ef293a30a7b4511d92e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732110371527
2024-11-20T13:46:13,959 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting d084afea92a342feb777f72030cf1259, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732110372304
2024-11-20T13:46:13,959 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732110373927, max timestamp=1732110373945Num uniques 1118; 
2024-11-20T13:46:13,959 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218
2024-11-20T13:46:13,960 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732110373927, max timestamp=1732110373945Num uniques 1118; 
2024-11-20T13:46:13,960 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218
2024-11-20T13:46:13,960 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732110373927, max timestamp=1732110373945Num uniques 1118; 
2024-11-20T13:46:13,960 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218
2024-11-20T13:46:13,964 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#C#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:13,964 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/fed019692a7f4fff8760f271bdb4405f is 50, key is test_row_0/C:col10/1732110372659/Put/seqid=0
2024-11-20T13:46:13,967 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/217bcba9f22944d9a8347ad1156087be
2024-11-20T13:46:13,967 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742283_1459 (size=12847)
2024-11-20T13:46:13,970 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/fed019692a7f4fff8760f271bdb4405f as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/fed019692a7f4fff8760f271bdb4405f
2024-11-20T13:46:13,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/68250672ccbb4a01b4292a3afc30387b is 50, key is test_row_0/B:col10/1732110372660/Put/seqid=0
2024-11-20T13:46:13,973 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/C of 9888e4ac4d76bc0d214e5c33c3ef5f4d into fed019692a7f4fff8760f271bdb4405f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:13,973 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:13,973 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/C, priority=13, startTime=1732110373513; duration=0sec
2024-11-20T13:46:13,973 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:13,973 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:C
2024-11-20T13:46:13,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742284_1460 (size=12301)
2024-11-20T13:46:14,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110434053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:14,065 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110434062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:14,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732110374050, max timestamp=1732110374062Num uniques 1077; 
2024-11-20T13:46:14,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177
2024-11-20T13:46:14,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732110374050, max timestamp=1732110374062Num uniques 1077; 
2024-11-20T13:46:14,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177
2024-11-20T13:46:14,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732110374050, max timestamp=1732110374062Num uniques 1077; 
2024-11-20T13:46:14,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177
2024-11-20T13:46:14,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732110374152, max timestamp=1732110374178Num uniques 1036; 
2024-11-20T13:46:14,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236
2024-11-20T13:46:14,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732110374152, max timestamp=1732110374178Num uniques 1036; 
2024-11-20T13:46:14,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236
2024-11-20T13:46:14,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732110374152, max timestamp=1732110374178Num uniques 1036; 
2024-11-20T13:46:14,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236
2024-11-20T13:46:14,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732110374217, max timestamp=1732110374241Num uniques 1095; 
2024-11-20T13:46:14,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195
2024-11-20T13:46:14,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732110374217, max timestamp=1732110374241Num uniques 1095; 
2024-11-20T13:46:14,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732110374217, max timestamp=1732110374241Num uniques 1095; 
2024-11-20T13:46:14,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195
2024-11-20T13:46:14,246 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195
2024-11-20T13:46:14,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732110374294, max timestamp=1732110374314Num uniques 1054; 
2024-11-20T13:46:14,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732110374294, max timestamp=1732110374314Num uniques 1054; 
2024-11-20T13:46:14,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732110374294, max timestamp=1732110374314Num uniques 1054; 
2024-11-20T13:46:14,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=11630, suffix heap size=137584,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=254
2024-11-20T13:46:14,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=11630, suffix heap size=137584,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=254
2024-11-20T13:46:14,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=11630, suffix heap size=137584,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=254
2024-11-20T13:46:14,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110434361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:14,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110434361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:14,371 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 9888e4ac4d76bc0d214e5c33c3ef5f4d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:14,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110434362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:14,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:14,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:14,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:14,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110434364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:14,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:14,375 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/68250672ccbb4a01b4292a3afc30387b
2024-11-20T13:46:14,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/251166b491e04254aad3fe917da5a0e4 is 50, key is test_row_0/C:col10/1732110372660/Put/seqid=0
2024-11-20T13:46:14,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110434365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:14,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:14,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742285_1461 (size=12301)
2024-11-20T13:46:14,489 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110434481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:14,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:14,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110434481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:14,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:14,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:14,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110434481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:14,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:14,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110434492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:14,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:14,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110434691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:14,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110434691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:14,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110434702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:14,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:14,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110434712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:14,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:14,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:14,784 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/251166b491e04254aad3fe917da5a0e4
2024-11-20T13:46:14,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/217bcba9f22944d9a8347ad1156087be as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/217bcba9f22944d9a8347ad1156087be
2024-11-20T13:46:14,790 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/217bcba9f22944d9a8347ad1156087be, entries=150, sequenceid=301, filesize=12.0 K
2024-11-20T13:46:14,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/68250672ccbb4a01b4292a3afc30387b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/68250672ccbb4a01b4292a3afc30387b
2024-11-20T13:46:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-20T13:46:14,793 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/68250672ccbb4a01b4292a3afc30387b, entries=150, sequenceid=301, filesize=12.0 K
2024-11-20T13:46:14,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/251166b491e04254aad3fe917da5a0e4 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/251166b491e04254aad3fe917da5a0e4
2024-11-20T13:46:14,796 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/251166b491e04254aad3fe917da5a0e4, entries=150, sequenceid=301, filesize=12.0 K
2024-11-20T13:46:14,797 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=147.60 KB/151140 for 9888e4ac4d76bc0d214e5c33c3ef5f4d in 1237ms, sequenceid=301, compaction requested=false
2024-11-20T13:46:14,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:14,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:14,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136
2024-11-20T13:46:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=136
2024-11-20T13:46:14,799 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135
2024-11-20T13:46:14,799 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1530 sec
2024-11-20T13:46:14,801 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.1580 sec
2024-11-20T13:46:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:15,009 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d 3/3 column families, dataSize=154.31 KB heapSize=436.55 KB
2024-11-20T13:46:15,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=A
2024-11-20T13:46:15,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-20T13:46:15,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=B
2024-11-20T13:46:15,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-20T13:46:15,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=C
2024-11-20T13:46:15,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-20T13:46:15,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/bf41de083204430bb7b5b27af91623f1 is 50, key is test_row_0/A:col10/1732110375008/Put/seqid=0
2024-11-20T13:46:15,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742286_1462 (size=14741)
2024-11-20T13:46:15,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110435020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:15,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:15,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110435023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:15,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110435024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:15,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:15,039 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110435032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:15,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110435132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:15,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:15,146 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110435142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:15,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:15,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110435142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:15,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:15,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:15,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110435342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:15,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110435352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:15,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:15,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110435352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:15,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:15,419 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/bf41de083204430bb7b5b27af91623f1
2024-11-20T13:46:15,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/fcd9f062bcc74e28b079d56b27564be5 is 50, key is test_row_0/B:col10/1732110375008/Put/seqid=0
2024-11-20T13:46:15,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742287_1463 (size=12301)
2024-11-20T13:46:15,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110435551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:15,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:15,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110435651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:15,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:15,669 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110435661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:15,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:15,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110435661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:15,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:15,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:15,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:15,829 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/fcd9f062bcc74e28b079d56b27564be5
2024-11-20T13:46:15,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/c0b2a00dccdb4296968518862b4f2d7e is 50, key is test_row_0/C:col10/1732110375008/Put/seqid=0
2024-11-20T13:46:15,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742288_1464 (size=12301)
2024-11-20T13:46:16,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110436161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:16,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110436181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:16,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:16,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110436182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:16,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:16,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:16,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:16,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:16,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:16,238 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/c0b2a00dccdb4296968518862b4f2d7e
2024-11-20T13:46:16,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/bf41de083204430bb7b5b27af91623f1 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/bf41de083204430bb7b5b27af91623f1
2024-11-20T13:46:16,284 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/bf41de083204430bb7b5b27af91623f1, entries=200, sequenceid=428, filesize=14.4 K
2024-11-20T13:46:16,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/fcd9f062bcc74e28b079d56b27564be5 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/fcd9f062bcc74e28b079d56b27564be5
2024-11-20T13:46:16,288 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/fcd9f062bcc74e28b079d56b27564be5, entries=150, sequenceid=428, filesize=12.0 K
2024-11-20T13:46:16,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/c0b2a00dccdb4296968518862b4f2d7e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/c0b2a00dccdb4296968518862b4f2d7e
2024-11-20T13:46:16,291 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/c0b2a00dccdb4296968518862b4f2d7e, entries=150, sequenceid=428, filesize=12.0 K
2024-11-20T13:46:16,291 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~436.50 KB/446976, currentSize=26.84 KB/27480 for 9888e4ac4d76bc0d214e5c33c3ef5f4d in 1282ms, sequenceid=428, compaction requested=true
2024-11-20T13:46:16,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:16,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:46:16,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:16,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:46:16,292 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:16,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:16,292 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:16,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:46:16,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:16,293 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39889 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:16,293 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:16,293 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/A is initiating minor compaction (all files)
2024-11-20T13:46:16,293 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/B is initiating minor compaction (all files)
2024-11-20T13:46:16,293 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/B in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:16,293 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/A in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:16,293 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/437ff7caaa714e7390f3f5e06ad3a471, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/68250672ccbb4a01b4292a3afc30387b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/fcd9f062bcc74e28b079d56b27564be5] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=36.6 K
2024-11-20T13:46:16,293 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/b007c050e970404e8b2b559f26069520, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/217bcba9f22944d9a8347ad1156087be, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/bf41de083204430bb7b5b27af91623f1] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=39.0 K
2024-11-20T13:46:16,294 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 437ff7caaa714e7390f3f5e06ad3a471, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732110372304
2024-11-20T13:46:16,294 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting b007c050e970404e8b2b559f26069520, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732110372304
2024-11-20T13:46:16,294 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 68250672ccbb4a01b4292a3afc30387b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732110372660
2024-11-20T13:46:16,294 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 217bcba9f22944d9a8347ad1156087be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732110372660
2024-11-20T13:46:16,294 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting fcd9f062bcc74e28b079d56b27564be5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732110374361
2024-11-20T13:46:16,294 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf41de083204430bb7b5b27af91623f1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732110374361
2024-11-20T13:46:16,300 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#B#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:16,300 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/62e0ddb384cd40c8b2287b65cd8193f1 is 50, key is test_row_0/B:col10/1732110375008/Put/seqid=0
2024-11-20T13:46:16,300 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#A#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:16,301 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/1bc751479604478196d9b37d032da7f7 is 50, key is test_row_0/A:col10/1732110375008/Put/seqid=0
2024-11-20T13:46:16,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742289_1465 (size=12949)
2024-11-20T13:46:16,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742290_1466 (size=12949)
2024-11-20T13:46:16,312 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/1bc751479604478196d9b37d032da7f7 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/1bc751479604478196d9b37d032da7f7
2024-11-20T13:46:16,317 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/A of 9888e4ac4d76bc0d214e5c33c3ef5f4d into 1bc751479604478196d9b37d032da7f7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:16,317 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:16,317 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/A, priority=13, startTime=1732110376292; duration=0sec
2024-11-20T13:46:16,317 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:16,317 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:A
2024-11-20T13:46:16,317 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:16,318 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:16,318 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/C is initiating minor compaction (all files)
2024-11-20T13:46:16,318 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/C in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:16,318 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/fed019692a7f4fff8760f271bdb4405f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/251166b491e04254aad3fe917da5a0e4, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/c0b2a00dccdb4296968518862b4f2d7e] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=36.6 K
2024-11-20T13:46:16,319 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting fed019692a7f4fff8760f271bdb4405f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732110372304
2024-11-20T13:46:16,319 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 251166b491e04254aad3fe917da5a0e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732110372660
2024-11-20T13:46:16,319 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0b2a00dccdb4296968518862b4f2d7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732110374361
2024-11-20T13:46:16,324 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#C#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:16,324 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/585f5f1f433d49898eb7b47863087ccf is 50, key is test_row_0/C:col10/1732110375008/Put/seqid=0
2024-11-20T13:46:16,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742291_1467 (size=12949)
2024-11-20T13:46:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:16,573 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-20T13:46:16,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=A
2024-11-20T13:46:16,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:16,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=B
2024-11-20T13:46:16,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:16,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=C
2024-11-20T13:46:16,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:16,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/8e187c59fec84d69ac396d038acc7e3e is 50, key is test_row_0/A:col10/1732110376563/Put/seqid=0
2024-11-20T13:46:16,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742292_1468 (size=14741)
2024-11-20T13:46:16,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110376670, max timestamp=1732110376705Num uniques 859; 
2024-11-20T13:46:16,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110376670, max timestamp=1732110376705Num uniques 859; 
2024-11-20T13:46:16,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732110376670, max timestamp=1732110376705Num uniques 859; 
2024-11-20T13:46:16,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:46:16,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:46:16,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-20T13:46:16,711 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/62e0ddb384cd40c8b2287b65cd8193f1 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/62e0ddb384cd40c8b2287b65cd8193f1
2024-11-20T13:46:16,715 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/B of 9888e4ac4d76bc0d214e5c33c3ef5f4d into 62e0ddb384cd40c8b2287b65cd8193f1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:16,715 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:16,715 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/B, priority=13, startTime=1732110376292; duration=0sec
2024-11-20T13:46:16,715 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:16,715 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:B
2024-11-20T13:46:16,730 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/585f5f1f433d49898eb7b47863087ccf as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/585f5f1f433d49898eb7b47863087ccf
2024-11-20T13:46:16,733 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/C of 9888e4ac4d76bc0d214e5c33c3ef5f4d into 585f5f1f433d49898eb7b47863087ccf(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:16,733 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:16,733 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/C, priority=13, startTime=1732110376292; duration=0sec
2024-11-20T13:46:16,733 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:16,733 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:C
2024-11-20T13:46:16,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-20T13:46:16,813 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:46:16,813 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:46:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees
2024-11-20T13:46:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-20T13:46:16,814 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:46:16,815 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:46:16,815 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:46:16,819 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110436816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-20T13:46:16,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110436922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:16,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138
2024-11-20T13:46:16,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:16,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:16,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:16,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:16,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=138
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:16,981 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/8e187c59fec84d69ac396d038acc7e3e
2024-11-20T13:46:16,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/dc4f9239371a49f8a6e6d0b302977721 is 50, key is test_row_0/B:col10/1732110376563/Put/seqid=0
2024-11-20T13:46:16,990 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742293_1469 (size=12301)
2024-11-20T13:46:17,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138
2024-11-20T13:46:17,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:17,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:17,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:17,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:17,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=138
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-20T13:46:17,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110437142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:17,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:17,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:17,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:17,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110437181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:17,188 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_0' in 9888e4ac4d76bc0d214e5c33c3ef5f4d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:17,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:17,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:17,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:17,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110437202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:17,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110437202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:17,211 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 9888e4ac4d76bc0d214e5c33c3ef5f4d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:17,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:17,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:17,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:17,211 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_0' in 9888e4ac4d76bc0d214e5c33c3ef5f4d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:17,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:17,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:17,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:17,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138
2024-11-20T13:46:17,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:17,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:17,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:17,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:17,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=138
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:17,390 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/dc4f9239371a49f8a6e6d0b302977721
2024-11-20T13:46:17,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/496a9e7f3dcd44c1b84e619f5f628627 is 50, key is test_row_0/C:col10/1732110376563/Put/seqid=0
2024-11-20T13:46:17,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742294_1470 (size=12301)
2024-11-20T13:46:17,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138
2024-11-20T13:46:17,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:17,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:17,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:17,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:17,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=138
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-20T13:46:17,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110437462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:17,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138
2024-11-20T13:46:17,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:17,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:17,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:17,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:17,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=138
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:17,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138
2024-11-20T13:46:17,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:17,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:17,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:17,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:17,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=138
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:17,800 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/496a9e7f3dcd44c1b84e619f5f628627
2024-11-20T13:46:17,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/8e187c59fec84d69ac396d038acc7e3e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/8e187c59fec84d69ac396d038acc7e3e
2024-11-20T13:46:17,805 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/8e187c59fec84d69ac396d038acc7e3e, entries=200, sequenceid=439, filesize=14.4 K
2024-11-20T13:46:17,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/dc4f9239371a49f8a6e6d0b302977721 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/dc4f9239371a49f8a6e6d0b302977721
2024-11-20T13:46:17,808 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/dc4f9239371a49f8a6e6d0b302977721, entries=150, sequenceid=439, filesize=12.0 K
2024-11-20T13:46:17,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/496a9e7f3dcd44c1b84e619f5f628627 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/496a9e7f3dcd44c1b84e619f5f628627
2024-11-20T13:46:17,811 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/496a9e7f3dcd44c1b84e619f5f628627, entries=150, sequenceid=439, filesize=12.0 K
2024-11-20T13:46:17,812 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 9888e4ac4d76bc0d214e5c33c3ef5f4d in 1239ms, sequenceid=439, compaction requested=false
2024-11-20T13:46:17,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:17,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138
2024-11-20T13:46:17,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:17,883 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-20T13:46:17,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=A
2024-11-20T13:46:17,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:17,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=B
2024-11-20T13:46:17,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:17,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=C
2024-11-20T13:46:17,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:17,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/62664d073f2b4cde9b3119a87beb192b is 50, key is test_row_0/A:col10/1732110376791/Put/seqid=0
2024-11-20T13:46:17,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742295_1471 (size=12301)
2024-11-20T13:46:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-20T13:46:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:17,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:18,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110438026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:18,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:18,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:18,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:18,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110438142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:18,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:18,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:18,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:18,291 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/62664d073f2b4cde9b3119a87beb192b
2024-11-20T13:46:18,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/0b8c3ad5cc29461d87709631c7394bac is 50, key is test_row_0/B:col10/1732110376791/Put/seqid=0
2024-11-20T13:46:18,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742296_1472 (size=12301)
2024-11-20T13:46:18,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110438362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:18,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:18,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:18,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:18,411 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40750 deadline: 1732110438402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:18,412 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 9888e4ac4d76bc0d214e5c33c3ef5f4d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8261 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:18,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110438682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:18,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:18,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:18,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:18,701 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/0b8c3ad5cc29461d87709631c7394bac
2024-11-20T13:46:18,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/f36744eca56041c0adea77e7830344fe is 50, key is test_row_0/C:col10/1732110376791/Put/seqid=0
2024-11-20T13:46:18,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742297_1473 (size=12301)
2024-11-20T13:46:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-20T13:46:19,114 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/f36744eca56041c0adea77e7830344fe
2024-11-20T13:46:19,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/62664d073f2b4cde9b3119a87beb192b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/62664d073f2b4cde9b3119a87beb192b
2024-11-20T13:46:19,136 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/62664d073f2b4cde9b3119a87beb192b, entries=150, sequenceid=477, filesize=12.0 K
2024-11-20T13:46:19,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/0b8c3ad5cc29461d87709631c7394bac as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/0b8c3ad5cc29461d87709631c7394bac
2024-11-20T13:46:19,141 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/0b8c3ad5cc29461d87709631c7394bac, entries=150, sequenceid=477, filesize=12.0 K
2024-11-20T13:46:19,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/f36744eca56041c0adea77e7830344fe as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/f36744eca56041c0adea77e7830344fe
2024-11-20T13:46:19,149 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/f36744eca56041c0adea77e7830344fe, entries=150, sequenceid=477, filesize=12.0 K
2024-11-20T13:46:19,149 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 9888e4ac4d76bc0d214e5c33c3ef5f4d in 1266ms, sequenceid=477, compaction requested=true
2024-11-20T13:46:19,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:19,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:19,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138
2024-11-20T13:46:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=138
2024-11-20T13:46:19,152 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137
2024-11-20T13:46:19,153 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3360 sec
2024-11-20T13:46:19,155 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 2.3400 sec
2024-11-20T13:46:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:19,199 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-20T13:46:19,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=A
2024-11-20T13:46:19,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:19,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=B
2024-11-20T13:46:19,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:19,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=C
2024-11-20T13:46:19,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:19,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/7fa8da33c313437983ae963383695099 is 50, key is test_row_0/A:col10/1732110378017/Put/seqid=0
2024-11-20T13:46:19,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742298_1474 (size=14741)
2024-11-20T13:46:19,306 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110379276, max timestamp=1732110379302Num uniques 859; 
2024-11-20T13:46:19,306 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:46:19,309 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110379276, max timestamp=1732110379302Num uniques 859; 
2024-11-20T13:46:19,309 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:46:19,312 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110379276, max timestamp=1732110379302Num uniques 859; 
2024-11-20T13:46:19,312 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:46:19,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110439382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:19,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110439384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:19,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:19,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110439386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:19,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:19,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:19,409 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110439387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:19,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:19,529 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110439512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:19,529 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110439512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:19,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:19,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,529 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:19,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110439514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:19,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110439514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:19,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:19,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:19,620 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/7fa8da33c313437983ae963383695099
2024-11-20T13:46:19,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/c6359ea2748e4693a6b9ad11462b091e is 50, key is test_row_0/B:col10/1732110378017/Put/seqid=0
2024-11-20T13:46:19,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742299_1475 (size=12301)
2024-11-20T13:46:19,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110439732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:19,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:19,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110439732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:19,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:19,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110439742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:19,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110439742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:19,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:19,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:19,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:19,850 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-20T13:46:20,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110440052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:20,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110440052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:20,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:20,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:20,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:20,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110440065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:20,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:20,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110440065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:20,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:20,079 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/c6359ea2748e4693a6b9ad11462b091e
2024-11-20T13:46:20,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:20,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/67601e36a1b647678617aaf32795ee3c is 50, key is test_row_0/C:col10/1732110378017/Put/seqid=0
2024-11-20T13:46:20,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742300_1476 (size=12301)
2024-11-20T13:46:20,163 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/67601e36a1b647678617aaf32795ee3c
2024-11-20T13:46:20,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/7fa8da33c313437983ae963383695099 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/7fa8da33c313437983ae963383695099
2024-11-20T13:46:20,179 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/7fa8da33c313437983ae963383695099, entries=200, sequenceid=488, filesize=14.4 K
2024-11-20T13:46:20,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/c6359ea2748e4693a6b9ad11462b091e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/c6359ea2748e4693a6b9ad11462b091e
2024-11-20T13:46:20,199 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/c6359ea2748e4693a6b9ad11462b091e, entries=150, sequenceid=488, filesize=12.0 K
2024-11-20T13:46:20,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/67601e36a1b647678617aaf32795ee3c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/67601e36a1b647678617aaf32795ee3c
2024-11-20T13:46:20,204 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/67601e36a1b647678617aaf32795ee3c, entries=150, sequenceid=488, filesize=12.0 K
2024-11-20T13:46:20,205 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 9888e4ac4d76bc0d214e5c33c3ef5f4d in 1006ms, sequenceid=488, compaction requested=true
2024-11-20T13:46:20,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:20,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:46:20,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:20,206 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:46:20,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:46:20,206 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:46:20,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:20,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:46:20,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:20,207 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:46:20,207 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/B is initiating minor compaction (all files)
2024-11-20T13:46:20,207 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/B in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:20,207 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/62e0ddb384cd40c8b2287b65cd8193f1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/dc4f9239371a49f8a6e6d0b302977721, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/0b8c3ad5cc29461d87709631c7394bac, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/c6359ea2748e4693a6b9ad11462b091e] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=48.7 K
2024-11-20T13:46:20,208 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54732 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:46:20,208 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/A is initiating minor compaction (all files)
2024-11-20T13:46:20,208 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/A in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:20,208 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/1bc751479604478196d9b37d032da7f7, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/8e187c59fec84d69ac396d038acc7e3e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/62664d073f2b4cde9b3119a87beb192b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/7fa8da33c313437983ae963383695099] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=53.4 K
2024-11-20T13:46:20,208 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bc751479604478196d9b37d032da7f7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732110374361
2024-11-20T13:46:20,208 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 62e0ddb384cd40c8b2287b65cd8193f1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732110374361
2024-11-20T13:46:20,208 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e187c59fec84d69ac396d038acc7e3e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732110375018
2024-11-20T13:46:20,209 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting dc4f9239371a49f8a6e6d0b302977721, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732110376563
2024-11-20T13:46:20,209 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62664d073f2b4cde9b3119a87beb192b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732110376791
2024-11-20T13:46:20,209 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b8c3ad5cc29461d87709631c7394bac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732110376791
2024-11-20T13:46:20,209 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fa8da33c313437983ae963383695099, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732110377992
2024-11-20T13:46:20,210 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting c6359ea2748e4693a6b9ad11462b091e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732110377992
2024-11-20T13:46:20,239 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#B#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:20,239 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/309f552d256e49e5aa6cd70249a117cf is 50, key is test_row_0/B:col10/1732110378017/Put/seqid=0
2024-11-20T13:46:20,251 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#A#compaction#409 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:20,252 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/ed063847881341abb4bfe851f8b4226c is 50, key is test_row_0/A:col10/1732110378017/Put/seqid=0
2024-11-20T13:46:20,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742301_1477 (size=13085)
2024-11-20T13:46:20,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742302_1478 (size=13085)
2024-11-20T13:46:20,313 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/ed063847881341abb4bfe851f8b4226c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/ed063847881341abb4bfe851f8b4226c
2024-11-20T13:46:20,322 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/A of 9888e4ac4d76bc0d214e5c33c3ef5f4d into ed063847881341abb4bfe851f8b4226c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:20,322 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:20,322 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/A, priority=12, startTime=1732110380205; duration=0sec
2024-11-20T13:46:20,322 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:20,322 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:A
2024-11-20T13:46:20,322 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:46:20,323 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:46:20,323 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/C is initiating minor compaction (all files)
2024-11-20T13:46:20,323 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/C in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:20,323 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/585f5f1f433d49898eb7b47863087ccf, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/496a9e7f3dcd44c1b84e619f5f628627, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/f36744eca56041c0adea77e7830344fe, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/67601e36a1b647678617aaf32795ee3c] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=48.7 K
2024-11-20T13:46:20,324 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 585f5f1f433d49898eb7b47863087ccf, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732110374361
2024-11-20T13:46:20,324 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 496a9e7f3dcd44c1b84e619f5f628627, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732110376563
2024-11-20T13:46:20,324 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting f36744eca56041c0adea77e7830344fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732110376791
2024-11-20T13:46:20,325 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67601e36a1b647678617aaf32795ee3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732110377992
2024-11-20T13:46:20,347 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#C#compaction#410 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:20,347 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/3e1cd52178f6482ebd1925c54acd7d21 is 50, key is test_row_0/C:col10/1732110378017/Put/seqid=0
2024-11-20T13:46:20,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742303_1479 (size=13085)
2024-11-20T13:46:20,370 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/3e1cd52178f6482ebd1925c54acd7d21 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/3e1cd52178f6482ebd1925c54acd7d21
2024-11-20T13:46:20,390 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/C of 9888e4ac4d76bc0d214e5c33c3ef5f4d into 3e1cd52178f6482ebd1925c54acd7d21(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:20,390 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:20,390 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/C, priority=12, startTime=1732110380206; duration=0sec
2024-11-20T13:46:20,390 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:20,390 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:C
2024-11-20T13:46:20,589 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-11-20T13:46:20,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=A
2024-11-20T13:46:20,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:20,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=B
2024-11-20T13:46:20,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:20,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=C
2024-11-20T13:46:20,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:20,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/9f9063a4b5d84d218ddf96e360decc5f is 50, key is test_row_0/A:col10/1732110379383/Put/seqid=0
2024-11-20T13:46:20,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742304_1480 (size=14741)
2024-11-20T13:46:20,613 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/9f9063a4b5d84d218ddf96e360decc5f
2024-11-20T13:46:20,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/65aab2de76ad4b4e939b11ca884ecef2 is 50, key is test_row_0/B:col10/1732110379383/Put/seqid=0
2024-11-20T13:46:20,630 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110440612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:20,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:20,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110440626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:20,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:20,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110440631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:20,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110440631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:20,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:20,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:20,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742305_1481 (size=12301)
2024-11-20T13:46:20,698 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/309f552d256e49e5aa6cd70249a117cf as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/309f552d256e49e5aa6cd70249a117cf
2024-11-20T13:46:20,703 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/B of 9888e4ac4d76bc0d214e5c33c3ef5f4d into 309f552d256e49e5aa6cd70249a117cf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:20,703 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:20,703 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/B, priority=12, startTime=1732110380206; duration=0sec
2024-11-20T13:46:20,703 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:20,703 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:B
2024-11-20T13:46:20,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110440742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:20,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:20,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110440752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:20,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:20,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110440752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:20,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:20,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:20,774 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110440763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:20,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:20,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110440951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:20,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-20T13:46:20,972 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:46:20,973 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:46:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees
2024-11-20T13:46:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-20T13:46:20,974 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:46:20,975 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:46:20,975 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:46:20,980 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110440972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:20,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:20,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110440972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:20,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:20,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110440981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:20,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:20,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:21,069 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/65aab2de76ad4b4e939b11ca884ecef2
2024-11-20T13:46:21,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/47c65674e148424390cd291b09dc16ba is 50, key is test_row_0/C:col10/1732110379383/Put/seqid=0
2024-11-20T13:46:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-20T13:46:21,095 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742306_1482 (size=12301)
2024-11-20T13:46:21,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-11-20T13:46:21,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:21,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:21,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:21,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:21,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:21,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110441272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:21,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:21,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:21,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:21,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-11-20T13:46:21,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:21,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:21,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:21,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:21,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-20T13:46:21,300 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110441292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:21,300 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110441292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:21,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:21,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:21,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:21,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110441301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:21,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:21,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:21,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:21,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-11-20T13:46:21,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:21,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:21,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:21,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:21,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:21,496 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/47c65674e148424390cd291b09dc16ba
2024-11-20T13:46:21,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/9f9063a4b5d84d218ddf96e360decc5f as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/9f9063a4b5d84d218ddf96e360decc5f
2024-11-20T13:46:21,503 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/9f9063a4b5d84d218ddf96e360decc5f, entries=200, sequenceid=525, filesize=14.4 K
2024-11-20T13:46:21,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/65aab2de76ad4b4e939b11ca884ecef2 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/65aab2de76ad4b4e939b11ca884ecef2
2024-11-20T13:46:21,507 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/65aab2de76ad4b4e939b11ca884ecef2, entries=150, sequenceid=525, filesize=12.0 K
2024-11-20T13:46:21,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/47c65674e148424390cd291b09dc16ba as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/47c65674e148424390cd291b09dc16ba
2024-11-20T13:46:21,512 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/47c65674e148424390cd291b09dc16ba, entries=150, sequenceid=525, filesize=12.0 K
2024-11-20T13:46:21,513 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=53.67 KB/54960 for 9888e4ac4d76bc0d214e5c33c3ef5f4d in 924ms, sequenceid=525, compaction requested=false
2024-11-20T13:46:21,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:21,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-11-20T13:46:21,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:21,584 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-20T13:46:21,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=A
2024-11-20T13:46:21,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:21,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=B
2024-11-20T13:46:21,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:21,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=C
2024-11-20T13:46:21,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:21,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/264ac154a9db479883f5d24225085301 is 50, key is test_row_0/A:col10/1732110380597/Put/seqid=0
2024-11-20T13:46:21,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742307_1483 (size=12301)
2024-11-20T13:46:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-20T13:46:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:21,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. as already flushing
2024-11-20T13:46:21,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110441845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:21,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:21,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:21,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110441848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:21,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:21,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110441857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:21,860 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110381798, max timestamp=1732110381857Num uniques 859; 
2024-11-20T13:46:21,860 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110381798, max timestamp=1732110381857Num uniques 859; 
2024-11-20T13:46:21,860 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:46:21,860 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:46:21,860 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732110381798, max timestamp=1732110381857Num uniques 859; 
2024-11-20T13:46:21,860 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-20T13:46:21,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:21,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:21,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:21,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:21,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:21,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:21,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110441947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:21,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:21,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:21,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:21,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110441962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:21,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:21,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:21,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110441962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:21,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:21,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:21,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:21,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:21,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110441971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:21,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:21,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:21,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:21,995 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/264ac154a9db479883f5d24225085301
2024-11-20T13:46:22,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/68fac982f61f49ff8fbf5e19348ef7ad is 50, key is test_row_0/B:col10/1732110380597/Put/seqid=0
2024-11-20T13:46:22,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742308_1484 (size=12301)
2024-11-20T13:46:22,012 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/68fac982f61f49ff8fbf5e19348ef7ad
2024-11-20T13:46:22,025 INFO  [Thread-1867 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1867.
2024-11-20T13:46:22,025 DEBUG [Thread-1867 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:46:22,025 DEBUG [Thread-1867 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:22,025 DEBUG [Thread-1867 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:22,025 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:46:22,028 INFO  [Thread-1865 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1865.
2024-11-20T13:46:22,028 DEBUG [Thread-1865 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:46:22,028 DEBUG [Thread-1865 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:22,028 DEBUG [Thread-1865 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:22,028 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:46:22,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/b77c0cb4d1a044aea4bac33c3c35514d is 50, key is test_row_0/C:col10/1732110380597/Put/seqid=0
2024-11-20T13:46:22,031 INFO  [Thread-1861 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1861.
2024-11-20T13:46:22,031 DEBUG [Thread-1861 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:46:22,032 DEBUG [Thread-1861 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:22,032 DEBUG [Thread-1861 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:22,032 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:46:22,043 INFO  [Thread-1863 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1863.
2024-11-20T13:46:22,043 DEBUG [Thread-1863 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:46:22,043 DEBUG [Thread-1863 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:22,044 DEBUG [Thread-1863 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:22,044 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:46:22,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742309_1485 (size=12301)
2024-11-20T13:46:22,050 INFO  [Thread-1869 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1869.
2024-11-20T13:46:22,050 DEBUG [Thread-1869 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:46:22,050 DEBUG [Thread-1869 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:22,050 DEBUG [Thread-1869 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:22,050 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:46:22,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110442061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:22,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:22,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:22,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-20T13:46:22,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40734 deadline: 1732110442172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:22,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732110442172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:22,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:22,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:22,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:22,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:22,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:22,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:22,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40722 deadline: 1732110442192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:22,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:22,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:22,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:22,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1732110442272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:22,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 , the old value is region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:22,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:22,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., hostname=28425b5b8f92,46817,1732110231487, seqNum=2 because the exception is null or not the one we care about
2024-11-20T13:46:22,447 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/b77c0cb4d1a044aea4bac33c3c35514d
2024-11-20T13:46:22,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/264ac154a9db479883f5d24225085301 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/264ac154a9db479883f5d24225085301
2024-11-20T13:46:22,452 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/264ac154a9db479883f5d24225085301, entries=150, sequenceid=537, filesize=12.0 K
2024-11-20T13:46:22,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/68fac982f61f49ff8fbf5e19348ef7ad as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/68fac982f61f49ff8fbf5e19348ef7ad
2024-11-20T13:46:22,456 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/68fac982f61f49ff8fbf5e19348ef7ad, entries=150, sequenceid=537, filesize=12.0 K
2024-11-20T13:46:22,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/b77c0cb4d1a044aea4bac33c3c35514d as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/b77c0cb4d1a044aea4bac33c3c35514d
2024-11-20T13:46:22,460 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/b77c0cb4d1a044aea4bac33c3c35514d, entries=150, sequenceid=537, filesize=12.0 K
2024-11-20T13:46:22,461 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 9888e4ac4d76bc0d214e5c33c3ef5f4d in 876ms, sequenceid=537, compaction requested=true
2024-11-20T13:46:22,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:22,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:22,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140
2024-11-20T13:46:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=140
2024-11-20T13:46:22,463 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139
2024-11-20T13:46:22,463 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4870 sec
2024-11-20T13:46:22,464 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.4900 sec
2024-11-20T13:46:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:22,484 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB
2024-11-20T13:46:22,484 INFO  [Thread-1850 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1850.
2024-11-20T13:46:22,484 DEBUG [Thread-1850 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:46:22,484 INFO  [Thread-1856 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1856.
2024-11-20T13:46:22,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=A
2024-11-20T13:46:22,484 DEBUG [Thread-1850 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:22,484 DEBUG [Thread-1856 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:46:22,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:22,484 DEBUG [Thread-1856 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:22,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=B
2024-11-20T13:46:22,484 DEBUG [Thread-1850 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:22,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:22,484 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:46:22,484 DEBUG [Thread-1856 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:22,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=C
2024-11-20T13:46:22,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:22,484 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:46:22,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/c925d0267b6b483798fc1b8ae1213064 is 50, key is test_row_0/A:col10/1732110382482/Put/seqid=0
2024-11-20T13:46:22,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742310_1486 (size=12301)
2024-11-20T13:46:22,503 INFO  [Thread-1854 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1854.
2024-11-20T13:46:22,503 DEBUG [Thread-1854 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:46:22,503 DEBUG [Thread-1854 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:22,503 DEBUG [Thread-1854 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:22,503 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:46:22,582 INFO  [Thread-1852 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1852.
2024-11-20T13:46:22,582 DEBUG [Thread-1852 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:46:22,583 DEBUG [Thread-1852 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:22,583 DEBUG [Thread-1852 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:22,583 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:46:22,892 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/c925d0267b6b483798fc1b8ae1213064
2024-11-20T13:46:22,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/38fd208aa11240f29f742c4fa19ca0bd is 50, key is test_row_0/B:col10/1732110382482/Put/seqid=0
2024-11-20T13:46:22,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742311_1487 (size=12301)
2024-11-20T13:46:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-20T13:46:23,123 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:46:23,310 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/38fd208aa11240f29f742c4fa19ca0bd
2024-11-20T13:46:23,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/6a163aca1b944396b778a1e91519be05 is 50, key is test_row_0/C:col10/1732110382482/Put/seqid=0
2024-11-20T13:46:23,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742312_1488 (size=12301)
2024-11-20T13:46:23,721 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/6a163aca1b944396b778a1e91519be05
2024-11-20T13:46:23,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/c925d0267b6b483798fc1b8ae1213064 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/c925d0267b6b483798fc1b8ae1213064
2024-11-20T13:46:23,727 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/c925d0267b6b483798fc1b8ae1213064, entries=150, sequenceid=573, filesize=12.0 K
2024-11-20T13:46:23,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/38fd208aa11240f29f742c4fa19ca0bd as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/38fd208aa11240f29f742c4fa19ca0bd
2024-11-20T13:46:23,730 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/38fd208aa11240f29f742c4fa19ca0bd, entries=150, sequenceid=573, filesize=12.0 K
2024-11-20T13:46:23,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/6a163aca1b944396b778a1e91519be05 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/6a163aca1b944396b778a1e91519be05
2024-11-20T13:46:23,732 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/6a163aca1b944396b778a1e91519be05, entries=150, sequenceid=573, filesize=12.0 K
2024-11-20T13:46:23,733 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=13.42 KB/13740 for 9888e4ac4d76bc0d214e5c33c3ef5f4d in 1250ms, sequenceid=573, compaction requested=true
2024-11-20T13:46:23,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:23,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:46:23,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:23,733 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:46:23,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:46:23,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:23,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9888e4ac4d76bc0d214e5c33c3ef5f4d:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:46:23,733 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:46:23,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:23,734 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:46:23,734 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:46:23,734 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/B is initiating minor compaction (all files)
2024-11-20T13:46:23,734 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/A is initiating minor compaction (all files)
2024-11-20T13:46:23,734 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/A in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:23,734 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/B in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:23,734 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/ed063847881341abb4bfe851f8b4226c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/9f9063a4b5d84d218ddf96e360decc5f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/264ac154a9db479883f5d24225085301, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/c925d0267b6b483798fc1b8ae1213064] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=51.2 K
2024-11-20T13:46:23,734 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/309f552d256e49e5aa6cd70249a117cf, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/65aab2de76ad4b4e939b11ca884ecef2, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/68fac982f61f49ff8fbf5e19348ef7ad, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/38fd208aa11240f29f742c4fa19ca0bd] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=48.8 K
2024-11-20T13:46:23,734 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed063847881341abb4bfe851f8b4226c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732110377992
2024-11-20T13:46:23,734 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 309f552d256e49e5aa6cd70249a117cf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732110377992
2024-11-20T13:46:23,734 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 65aab2de76ad4b4e939b11ca884ecef2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732110379382
2024-11-20T13:46:23,734 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f9063a4b5d84d218ddf96e360decc5f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732110379382
2024-11-20T13:46:23,734 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 68fac982f61f49ff8fbf5e19348ef7ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1732110380597
2024-11-20T13:46:23,734 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 264ac154a9db479883f5d24225085301, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1732110380597
2024-11-20T13:46:23,735 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 38fd208aa11240f29f742c4fa19ca0bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1732110381945
2024-11-20T13:46:23,735 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting c925d0267b6b483798fc1b8ae1213064, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1732110381945
2024-11-20T13:46:23,740 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#A#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:23,741 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/b6e288c075444161b254e37cab582e9d is 50, key is test_row_0/A:col10/1732110382482/Put/seqid=0
2024-11-20T13:46:23,741 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#B#compaction#421 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:23,742 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/77e8705998cd461aa3f728c93f9242d1 is 50, key is test_row_0/B:col10/1732110382482/Put/seqid=0
2024-11-20T13:46:23,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742313_1489 (size=13221)
2024-11-20T13:46:23,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742314_1490 (size=13221)
2024-11-20T13:46:24,147 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/77e8705998cd461aa3f728c93f9242d1 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/77e8705998cd461aa3f728c93f9242d1
2024-11-20T13:46:24,147 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/b6e288c075444161b254e37cab582e9d as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/b6e288c075444161b254e37cab582e9d
2024-11-20T13:46:24,151 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/B of 9888e4ac4d76bc0d214e5c33c3ef5f4d into 77e8705998cd461aa3f728c93f9242d1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:24,151 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/A of 9888e4ac4d76bc0d214e5c33c3ef5f4d into b6e288c075444161b254e37cab582e9d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:24,151 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:24,151 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:24,151 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/A, priority=12, startTime=1732110383733; duration=0sec
2024-11-20T13:46:24,151 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/B, priority=12, startTime=1732110383733; duration=0sec
2024-11-20T13:46:24,151 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:24,151 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:24,151 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:A
2024-11-20T13:46:24,151 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:B
2024-11-20T13:46:24,151 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:46:24,152 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:46:24,152 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 9888e4ac4d76bc0d214e5c33c3ef5f4d/C is initiating minor compaction (all files)
2024-11-20T13:46:24,152 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9888e4ac4d76bc0d214e5c33c3ef5f4d/C in TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:24,152 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/3e1cd52178f6482ebd1925c54acd7d21, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/47c65674e148424390cd291b09dc16ba, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/b77c0cb4d1a044aea4bac33c3c35514d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/6a163aca1b944396b778a1e91519be05] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp, totalSize=48.8 K
2024-11-20T13:46:24,152 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e1cd52178f6482ebd1925c54acd7d21, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732110377992
2024-11-20T13:46:24,153 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47c65674e148424390cd291b09dc16ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732110379382
2024-11-20T13:46:24,153 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting b77c0cb4d1a044aea4bac33c3c35514d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1732110380597
2024-11-20T13:46:24,153 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a163aca1b944396b778a1e91519be05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1732110381945
2024-11-20T13:46:24,160 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9888e4ac4d76bc0d214e5c33c3ef5f4d#C#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:24,160 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/44e6bab757124a79a1e31e88e47f2431 is 50, key is test_row_0/C:col10/1732110382482/Put/seqid=0
2024-11-20T13:46:24,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742315_1491 (size=13221)
2024-11-20T13:46:24,168 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/44e6bab757124a79a1e31e88e47f2431 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/44e6bab757124a79a1e31e88e47f2431
2024-11-20T13:46:24,172 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9888e4ac4d76bc0d214e5c33c3ef5f4d/C of 9888e4ac4d76bc0d214e5c33c3ef5f4d into 44e6bab757124a79a1e31e88e47f2431(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:24,172 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:

2024-11-20T13:46:24,172 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., storeName=9888e4ac4d76bc0d214e5c33c3ef5f4d/C, priority=12, startTime=1732110383733; duration=0sec
2024-11-20T13:46:24,172 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:24,172 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9888e4ac4d76bc0d214e5c33c3ef5f4d:C
2024-11-20T13:46:28,504 INFO  [Thread-1858 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1858.
2024-11-20T13:46:28,504 DEBUG [Thread-1858 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:46:28,504 DEBUG [Thread-1858 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:28,504 DEBUG [Thread-1858 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:28,504 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:46:28,504 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-20T13:46:28,504 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 137
2024-11-20T13:46:28,504 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 160
2024-11-20T13:46:28,504 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 119
2024-11-20T13:46:28,504 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 52
2024-11-20T13:46:28,504 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 26
2024-11-20T13:46:28,504 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-20T13:46:28,504 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-20T13:46:28,504 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1147
2024-11-20T13:46:28,504 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3440 rows
2024-11-20T13:46:28,504 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1140
2024-11-20T13:46:28,504 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3414 rows
2024-11-20T13:46:28,504 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1141
2024-11-20T13:46:28,504 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3422 rows
2024-11-20T13:46:28,504 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1138
2024-11-20T13:46:28,504 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3413 rows
2024-11-20T13:46:28,504 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1143
2024-11-20T13:46:28,504 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3426 rows
2024-11-20T13:46:28,505 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-20T13:46:28,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T13:46:28,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:28,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:28,505 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:46:28,506 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-20T13:46:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-20T13:46:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-11-20T13:46:28,509 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110388509"}]},"ts":"1732110388509"}
2024-11-20T13:46:28,511 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-20T13:46:28,511 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-20T13:46:28,512 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-20T13:46:28,515 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9888e4ac4d76bc0d214e5c33c3ef5f4d, UNASSIGN}]
2024-11-20T13:46:28,516 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9888e4ac4d76bc0d214e5c33c3ef5f4d, UNASSIGN
2024-11-20T13:46:28,517 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=9888e4ac4d76bc0d214e5c33c3ef5f4d, regionState=CLOSING, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:28,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9888e4ac4d76bc0d214e5c33c3ef5f4d, UNASSIGN because future has completed
2024-11-20T13:46:28,519 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-20T13:46:28,519 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487}]
2024-11-20T13:46:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-11-20T13:46:28,671 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:28,672 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-20T13:46:28,672 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing 9888e4ac4d76bc0d214e5c33c3ef5f4d, disabling compactions & flushes
2024-11-20T13:46:28,672 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:28,672 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:28,672 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. after waiting 0 ms
2024-11-20T13:46:28,672 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:28,672 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(2902): Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB
2024-11-20T13:46:28,672 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=A
2024-11-20T13:46:28,672 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:28,672 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=B
2024-11-20T13:46:28,672 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:28,672 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9888e4ac4d76bc0d214e5c33c3ef5f4d, store=C
2024-11-20T13:46:28,673 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:28,676 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/05923ab1bca1416689e6563616e02414 is 50, key is test_row_0/A:col10/1732110382582/Put/seqid=0
2024-11-20T13:46:28,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742316_1492 (size=12301)
2024-11-20T13:46:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-11-20T13:46:29,082 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/05923ab1bca1416689e6563616e02414
2024-11-20T13:46:29,088 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/62245970100c45e0bd33e689b0d6d8af is 50, key is test_row_0/B:col10/1732110382582/Put/seqid=0
2024-11-20T13:46:29,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742317_1493 (size=12301)
2024-11-20T13:46:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-11-20T13:46:29,493 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/62245970100c45e0bd33e689b0d6d8af
2024-11-20T13:46:29,499 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/608ede778e84480ab279bb342f6a91bd is 50, key is test_row_0/C:col10/1732110382582/Put/seqid=0
2024-11-20T13:46:29,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742318_1494 (size=12301)
2024-11-20T13:46:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-11-20T13:46:29,903 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/608ede778e84480ab279bb342f6a91bd
2024-11-20T13:46:29,907 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/A/05923ab1bca1416689e6563616e02414 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/05923ab1bca1416689e6563616e02414
2024-11-20T13:46:29,910 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/05923ab1bca1416689e6563616e02414, entries=150, sequenceid=582, filesize=12.0 K
2024-11-20T13:46:29,910 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/B/62245970100c45e0bd33e689b0d6d8af as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/62245970100c45e0bd33e689b0d6d8af
2024-11-20T13:46:29,913 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/62245970100c45e0bd33e689b0d6d8af, entries=150, sequenceid=582, filesize=12.0 K
2024-11-20T13:46:29,914 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/.tmp/C/608ede778e84480ab279bb342f6a91bd as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/608ede778e84480ab279bb342f6a91bd
2024-11-20T13:46:29,917 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/608ede778e84480ab279bb342f6a91bd, entries=150, sequenceid=582, filesize=12.0 K
2024-11-20T13:46:29,917 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 9888e4ac4d76bc0d214e5c33c3ef5f4d in 1245ms, sequenceid=582, compaction requested=false
2024-11-20T13:46:29,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/674e68ab9ba44f1fb8fc99d14e7a3f75, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/8dba06b0448341c8bd573017acb2f62f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/24d1d1cc56a840c4bed65af48bff1111, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/05289649b6654d70b56dba938af2d96f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/be389a554c954280b48d425b06d7ba9d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/f880560986a3415886dd667a7ccf8825, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/7603f33244654e7ab960a0a0c27f7587, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/f2030f30d1a7443181d288ce9ea49a08, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/85fe4c32d67343809a7c9e33260fed32, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/af8eaa5c1bb54b059dc47f0645421c5c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/ea1063a85fa4488e802d04f9093ec5d0, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/ea419e97fe0b4e64bb1cdc7b6c92da34, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/619b5cc332f346d2b6acbf5fbb4f5bd1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/5ceef60349c64ef583e23dbe2d6801d6, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/1df27da6a38f4346a3db35b417afcb47, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/9832cbfc61994bddb1bad6e47357922a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/b007c050e970404e8b2b559f26069520, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/217bcba9f22944d9a8347ad1156087be, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/bf41de083204430bb7b5b27af91623f1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/1bc751479604478196d9b37d032da7f7, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/8e187c59fec84d69ac396d038acc7e3e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/62664d073f2b4cde9b3119a87beb192b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/7fa8da33c313437983ae963383695099, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/ed063847881341abb4bfe851f8b4226c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/9f9063a4b5d84d218ddf96e360decc5f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/264ac154a9db479883f5d24225085301, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/c925d0267b6b483798fc1b8ae1213064] to archive
2024-11-20T13:46:29,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-20T13:46:29,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/674e68ab9ba44f1fb8fc99d14e7a3f75 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/674e68ab9ba44f1fb8fc99d14e7a3f75
2024-11-20T13:46:29,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/8dba06b0448341c8bd573017acb2f62f to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/8dba06b0448341c8bd573017acb2f62f
2024-11-20T13:46:29,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/24d1d1cc56a840c4bed65af48bff1111 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/24d1d1cc56a840c4bed65af48bff1111
2024-11-20T13:46:29,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/05289649b6654d70b56dba938af2d96f to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/05289649b6654d70b56dba938af2d96f
2024-11-20T13:46:29,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/be389a554c954280b48d425b06d7ba9d to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/be389a554c954280b48d425b06d7ba9d
2024-11-20T13:46:29,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/f880560986a3415886dd667a7ccf8825 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/f880560986a3415886dd667a7ccf8825
2024-11-20T13:46:29,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/7603f33244654e7ab960a0a0c27f7587 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/7603f33244654e7ab960a0a0c27f7587
2024-11-20T13:46:29,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/f2030f30d1a7443181d288ce9ea49a08 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/f2030f30d1a7443181d288ce9ea49a08
2024-11-20T13:46:29,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/85fe4c32d67343809a7c9e33260fed32 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/85fe4c32d67343809a7c9e33260fed32
2024-11-20T13:46:29,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/af8eaa5c1bb54b059dc47f0645421c5c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/af8eaa5c1bb54b059dc47f0645421c5c
2024-11-20T13:46:29,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/ea1063a85fa4488e802d04f9093ec5d0 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/ea1063a85fa4488e802d04f9093ec5d0
2024-11-20T13:46:29,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/ea419e97fe0b4e64bb1cdc7b6c92da34 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/ea419e97fe0b4e64bb1cdc7b6c92da34
2024-11-20T13:46:29,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/619b5cc332f346d2b6acbf5fbb4f5bd1 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/619b5cc332f346d2b6acbf5fbb4f5bd1
2024-11-20T13:46:29,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/5ceef60349c64ef583e23dbe2d6801d6 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/5ceef60349c64ef583e23dbe2d6801d6
2024-11-20T13:46:29,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/1df27da6a38f4346a3db35b417afcb47 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/1df27da6a38f4346a3db35b417afcb47
2024-11-20T13:46:29,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/9832cbfc61994bddb1bad6e47357922a to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/9832cbfc61994bddb1bad6e47357922a
2024-11-20T13:46:29,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/b007c050e970404e8b2b559f26069520 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/b007c050e970404e8b2b559f26069520
2024-11-20T13:46:29,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/217bcba9f22944d9a8347ad1156087be to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/217bcba9f22944d9a8347ad1156087be
2024-11-20T13:46:29,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/bf41de083204430bb7b5b27af91623f1 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/bf41de083204430bb7b5b27af91623f1
2024-11-20T13:46:29,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/1bc751479604478196d9b37d032da7f7 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/1bc751479604478196d9b37d032da7f7
2024-11-20T13:46:29,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/8e187c59fec84d69ac396d038acc7e3e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/8e187c59fec84d69ac396d038acc7e3e
2024-11-20T13:46:29,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/62664d073f2b4cde9b3119a87beb192b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/62664d073f2b4cde9b3119a87beb192b
2024-11-20T13:46:29,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/7fa8da33c313437983ae963383695099 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/7fa8da33c313437983ae963383695099
2024-11-20T13:46:29,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/ed063847881341abb4bfe851f8b4226c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/ed063847881341abb4bfe851f8b4226c
2024-11-20T13:46:29,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/9f9063a4b5d84d218ddf96e360decc5f to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/9f9063a4b5d84d218ddf96e360decc5f
2024-11-20T13:46:29,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/264ac154a9db479883f5d24225085301 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/264ac154a9db479883f5d24225085301
2024-11-20T13:46:29,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/c925d0267b6b483798fc1b8ae1213064 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/c925d0267b6b483798fc1b8ae1213064
2024-11-20T13:46:29,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/279163a0665b4b16bd51832ee3a21f71, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/d1a77430bfb0412ab13b2ca57dc41997, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/e932719e3fed47dc9b30e27a60d3e4e9, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/8c7389ead00146389c7298370d666465, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/1bbc7bc8cfb547409a8c1e6bddd747b6, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/709269f1a15d4a6a8c3fc93ff3219f3c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/5ae67b3f55914022a1b1120990529152, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/8484fceed49e4d54919b5824a9f1f78b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/6db98a81d3cb45729dd7867ccc61a950, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/aec468867e5e406897fa46a10c19db02, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/1882289813d5433e8ad0b7ccc6c41e99, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/f4f4b865285742e8a82bcbd8575c45c4, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/3f434c4b98e049a794c9f018c95cee9f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/3d0354383e324560bac4156e1a5c0317, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/0bec7e82f42c4e588f92dca39d0245cb, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/437ff7caaa714e7390f3f5e06ad3a471, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/c624f0cb450f4de881594473bcb4957f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/68250672ccbb4a01b4292a3afc30387b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/62e0ddb384cd40c8b2287b65cd8193f1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/fcd9f062bcc74e28b079d56b27564be5, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/dc4f9239371a49f8a6e6d0b302977721, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/0b8c3ad5cc29461d87709631c7394bac, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/309f552d256e49e5aa6cd70249a117cf, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/c6359ea2748e4693a6b9ad11462b091e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/65aab2de76ad4b4e939b11ca884ecef2, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/68fac982f61f49ff8fbf5e19348ef7ad, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/38fd208aa11240f29f742c4fa19ca0bd] to archive
2024-11-20T13:46:29,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-20T13:46:29,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/279163a0665b4b16bd51832ee3a21f71 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/279163a0665b4b16bd51832ee3a21f71
2024-11-20T13:46:29,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/d1a77430bfb0412ab13b2ca57dc41997 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/d1a77430bfb0412ab13b2ca57dc41997
2024-11-20T13:46:29,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/e932719e3fed47dc9b30e27a60d3e4e9 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/e932719e3fed47dc9b30e27a60d3e4e9
2024-11-20T13:46:29,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/8c7389ead00146389c7298370d666465 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/8c7389ead00146389c7298370d666465
2024-11-20T13:46:29,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/1bbc7bc8cfb547409a8c1e6bddd747b6 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/1bbc7bc8cfb547409a8c1e6bddd747b6
2024-11-20T13:46:29,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/709269f1a15d4a6a8c3fc93ff3219f3c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/709269f1a15d4a6a8c3fc93ff3219f3c
2024-11-20T13:46:29,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/5ae67b3f55914022a1b1120990529152 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/5ae67b3f55914022a1b1120990529152
2024-11-20T13:46:29,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/8484fceed49e4d54919b5824a9f1f78b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/8484fceed49e4d54919b5824a9f1f78b
2024-11-20T13:46:29,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/6db98a81d3cb45729dd7867ccc61a950 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/6db98a81d3cb45729dd7867ccc61a950
2024-11-20T13:46:29,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/aec468867e5e406897fa46a10c19db02 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/aec468867e5e406897fa46a10c19db02
2024-11-20T13:46:29,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/1882289813d5433e8ad0b7ccc6c41e99 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/1882289813d5433e8ad0b7ccc6c41e99
2024-11-20T13:46:29,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/f4f4b865285742e8a82bcbd8575c45c4 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/f4f4b865285742e8a82bcbd8575c45c4
2024-11-20T13:46:29,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/3f434c4b98e049a794c9f018c95cee9f to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/3f434c4b98e049a794c9f018c95cee9f
2024-11-20T13:46:29,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/3d0354383e324560bac4156e1a5c0317 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/3d0354383e324560bac4156e1a5c0317
2024-11-20T13:46:29,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/0bec7e82f42c4e588f92dca39d0245cb to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/0bec7e82f42c4e588f92dca39d0245cb
2024-11-20T13:46:29,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/437ff7caaa714e7390f3f5e06ad3a471 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/437ff7caaa714e7390f3f5e06ad3a471
2024-11-20T13:46:29,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/c624f0cb450f4de881594473bcb4957f to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/c624f0cb450f4de881594473bcb4957f
2024-11-20T13:46:29,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/68250672ccbb4a01b4292a3afc30387b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/68250672ccbb4a01b4292a3afc30387b
2024-11-20T13:46:29,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/62e0ddb384cd40c8b2287b65cd8193f1 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/62e0ddb384cd40c8b2287b65cd8193f1
2024-11-20T13:46:29,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/fcd9f062bcc74e28b079d56b27564be5 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/fcd9f062bcc74e28b079d56b27564be5
2024-11-20T13:46:29,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/dc4f9239371a49f8a6e6d0b302977721 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/dc4f9239371a49f8a6e6d0b302977721
2024-11-20T13:46:29,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/0b8c3ad5cc29461d87709631c7394bac to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/0b8c3ad5cc29461d87709631c7394bac
2024-11-20T13:46:29,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/309f552d256e49e5aa6cd70249a117cf to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/309f552d256e49e5aa6cd70249a117cf
2024-11-20T13:46:29,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/c6359ea2748e4693a6b9ad11462b091e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/c6359ea2748e4693a6b9ad11462b091e
2024-11-20T13:46:29,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/65aab2de76ad4b4e939b11ca884ecef2 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/65aab2de76ad4b4e939b11ca884ecef2
2024-11-20T13:46:29,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/68fac982f61f49ff8fbf5e19348ef7ad to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/68fac982f61f49ff8fbf5e19348ef7ad
2024-11-20T13:46:29,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/38fd208aa11240f29f742c4fa19ca0bd to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/38fd208aa11240f29f742c4fa19ca0bd
2024-11-20T13:46:29,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/b86b1984a01c41a59a74c602c0d422c4, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/cfd0e68fa9c048dd95358cca2eb1d6af, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/a218eae9e7af477e9976c654e9f45591, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/cd79ac96f9b34a34a4630481951953bb, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/a34e581c4f7d4aab85b966bc2c5f1cbe, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/31a5e6c864784f77b4b8243cbe673212, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/a9c5c5128b0c44b791308051113a0362, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/e1a4b4a69ef34ca88830f691477bc277, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/aca8dc6b29bd4e66944ca92cfadf2a0b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/76f19b1d4c8449f5a52c61c47e31a718, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/71ebe93152704cbfadbe5177f022a612, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/a878e26923f443ada81d2b2bf77a1b78, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/0fdf96d511f9432982f7a1ad82d6963b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/25279c798a424c4ba0e7067e4649ec81, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/ce57e4bb8d0e4ef293a30a7b4511d92e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/fed019692a7f4fff8760f271bdb4405f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/d084afea92a342feb777f72030cf1259, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/251166b491e04254aad3fe917da5a0e4, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/585f5f1f433d49898eb7b47863087ccf, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/c0b2a00dccdb4296968518862b4f2d7e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/496a9e7f3dcd44c1b84e619f5f628627, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/f36744eca56041c0adea77e7830344fe, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/3e1cd52178f6482ebd1925c54acd7d21, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/67601e36a1b647678617aaf32795ee3c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/47c65674e148424390cd291b09dc16ba, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/b77c0cb4d1a044aea4bac33c3c35514d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/6a163aca1b944396b778a1e91519be05] to archive
2024-11-20T13:46:29,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-20T13:46:29,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/b86b1984a01c41a59a74c602c0d422c4 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/b86b1984a01c41a59a74c602c0d422c4
2024-11-20T13:46:29,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/cfd0e68fa9c048dd95358cca2eb1d6af to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/cfd0e68fa9c048dd95358cca2eb1d6af
2024-11-20T13:46:29,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/a218eae9e7af477e9976c654e9f45591 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/a218eae9e7af477e9976c654e9f45591
2024-11-20T13:46:29,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/cd79ac96f9b34a34a4630481951953bb to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/cd79ac96f9b34a34a4630481951953bb
2024-11-20T13:46:29,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/a34e581c4f7d4aab85b966bc2c5f1cbe to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/a34e581c4f7d4aab85b966bc2c5f1cbe
2024-11-20T13:46:29,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/31a5e6c864784f77b4b8243cbe673212 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/31a5e6c864784f77b4b8243cbe673212
2024-11-20T13:46:29,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/a9c5c5128b0c44b791308051113a0362 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/a9c5c5128b0c44b791308051113a0362
2024-11-20T13:46:29,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/e1a4b4a69ef34ca88830f691477bc277 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/e1a4b4a69ef34ca88830f691477bc277
2024-11-20T13:46:29,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/aca8dc6b29bd4e66944ca92cfadf2a0b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/aca8dc6b29bd4e66944ca92cfadf2a0b
2024-11-20T13:46:29,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/76f19b1d4c8449f5a52c61c47e31a718 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/76f19b1d4c8449f5a52c61c47e31a718
2024-11-20T13:46:29,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/71ebe93152704cbfadbe5177f022a612 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/71ebe93152704cbfadbe5177f022a612
2024-11-20T13:46:29,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/a878e26923f443ada81d2b2bf77a1b78 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/a878e26923f443ada81d2b2bf77a1b78
2024-11-20T13:46:29,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/0fdf96d511f9432982f7a1ad82d6963b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/0fdf96d511f9432982f7a1ad82d6963b
2024-11-20T13:46:29,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/25279c798a424c4ba0e7067e4649ec81 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/25279c798a424c4ba0e7067e4649ec81
2024-11-20T13:46:29,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/ce57e4bb8d0e4ef293a30a7b4511d92e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/ce57e4bb8d0e4ef293a30a7b4511d92e
2024-11-20T13:46:29,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/fed019692a7f4fff8760f271bdb4405f to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/fed019692a7f4fff8760f271bdb4405f
2024-11-20T13:46:29,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/d084afea92a342feb777f72030cf1259 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/d084afea92a342feb777f72030cf1259
2024-11-20T13:46:29,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/251166b491e04254aad3fe917da5a0e4 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/251166b491e04254aad3fe917da5a0e4
2024-11-20T13:46:29,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/585f5f1f433d49898eb7b47863087ccf to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/585f5f1f433d49898eb7b47863087ccf
2024-11-20T13:46:29,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/c0b2a00dccdb4296968518862b4f2d7e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/c0b2a00dccdb4296968518862b4f2d7e
2024-11-20T13:46:29,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/496a9e7f3dcd44c1b84e619f5f628627 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/496a9e7f3dcd44c1b84e619f5f628627
2024-11-20T13:46:29,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/f36744eca56041c0adea77e7830344fe to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/f36744eca56041c0adea77e7830344fe
2024-11-20T13:46:29,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/3e1cd52178f6482ebd1925c54acd7d21 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/3e1cd52178f6482ebd1925c54acd7d21
2024-11-20T13:46:29,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/67601e36a1b647678617aaf32795ee3c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/67601e36a1b647678617aaf32795ee3c
2024-11-20T13:46:29,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/47c65674e148424390cd291b09dc16ba to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/47c65674e148424390cd291b09dc16ba
2024-11-20T13:46:29,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/b77c0cb4d1a044aea4bac33c3c35514d to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/b77c0cb4d1a044aea4bac33c3c35514d
2024-11-20T13:46:29,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/6a163aca1b944396b778a1e91519be05 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/6a163aca1b944396b778a1e91519be05
2024-11-20T13:46:29,984 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/recovered.edits/585.seqid, newMaxSeqId=585, maxSeqId=1
2024-11-20T13:46:29,984 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.
2024-11-20T13:46:29,984 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for 9888e4ac4d76bc0d214e5c33c3ef5f4d:
Waiting for close lock at 1732110388672Running coprocessor pre-close hooks at 1732110388672Disabling compacts and flushes for region at 1732110388672Disabling writes for close at 1732110388672Obtaining lock to block concurrent updates at 1732110388672Preparing flush snapshotting stores in 9888e4ac4d76bc0d214e5c33c3ef5f4d at 1732110388672Finished memstore snapshotting TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1732110388673 (+1 ms)Flushing stores of TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d. at 1732110388673Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d/A: creating writer at 1732110388673Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d/A: appending metadata at 1732110388675 (+2 ms)Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d/A: closing flushed file at 1732110388675Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d/B: creating writer at 1732110389086 (+411 ms)Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d/B: appending metadata at 1732110389088 (+2 ms)Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d/B: closing flushed file at 1732110389088Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d/C: creating writer at 1732110389496 (+408 ms)Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d/C: appending metadata at 1732110389499 (+3 ms)Flushing 9888e4ac4d76bc0d214e5c33c3ef5f4d/C: closing flushed file at 1732110389499Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68198f40: reopening flushed file at 1732110389906 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a3a269: reopening flushed file at 1732110389910 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c451fb1: reopening flushed file at 1732110389913 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 9888e4ac4d76bc0d214e5c33c3ef5f4d in 1245ms, sequenceid=582, compaction requested=false at 1732110389917 (+4 ms)Writing region close event to WAL at 1732110389982 (+65 ms)Running coprocessor post-close hooks at 1732110389984 (+2 ms)Closed at 1732110389984
2024-11-20T13:46:29,986 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed 9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:29,987 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=9888e4ac4d76bc0d214e5c33c3ef5f4d, regionState=CLOSED
2024-11-20T13:46:29,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487 because future has completed
2024-11-20T13:46:29,989 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143
2024-11-20T13:46:29,989 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure 9888e4ac4d76bc0d214e5c33c3ef5f4d, server=28425b5b8f92,46817,1732110231487 in 1.4690 sec
2024-11-20T13:46:29,991 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142
2024-11-20T13:46:29,991 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9888e4ac4d76bc0d214e5c33c3ef5f4d, UNASSIGN in 1.4750 sec
2024-11-20T13:46:29,993 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141
2024-11-20T13:46:29,993 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4790 sec
2024-11-20T13:46:29,994 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110389994"}]},"ts":"1732110389994"}
2024-11-20T13:46:29,995 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-20T13:46:29,995 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-20T13:46:29,997 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4900 sec
2024-11-20T13:46:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-11-20T13:46:30,652 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:46:30,653 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-20T13:46:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:46:30,655 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:46:30,656 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=145, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:46:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145
2024-11-20T13:46:30,659 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:30,662 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A, FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B, FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C, FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/recovered.edits]
2024-11-20T13:46:30,663 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/05923ab1bca1416689e6563616e02414 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/05923ab1bca1416689e6563616e02414
2024-11-20T13:46:30,665 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/b6e288c075444161b254e37cab582e9d to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/A/b6e288c075444161b254e37cab582e9d
2024-11-20T13:46:30,667 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/62245970100c45e0bd33e689b0d6d8af to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/62245970100c45e0bd33e689b0d6d8af
2024-11-20T13:46:30,669 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/77e8705998cd461aa3f728c93f9242d1 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/B/77e8705998cd461aa3f728c93f9242d1
2024-11-20T13:46:30,671 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/44e6bab757124a79a1e31e88e47f2431 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/44e6bab757124a79a1e31e88e47f2431
2024-11-20T13:46:30,673 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/608ede778e84480ab279bb342f6a91bd to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/C/608ede778e84480ab279bb342f6a91bd
2024-11-20T13:46:30,676 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/recovered.edits/585.seqid to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d/recovered.edits/585.seqid
2024-11-20T13:46:30,677 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/9888e4ac4d76bc0d214e5c33c3ef5f4d
2024-11-20T13:46:30,677 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-20T13:46:30,679 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=145, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:46:30,682 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-20T13:46:30,684 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-20T13:46:30,685 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=145, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:46:30,685 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-20T13:46:30,686 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732110390685"}]},"ts":"9223372036854775807"}
2024-11-20T13:46:30,688 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-20T13:46:30,688 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9888e4ac4d76bc0d214e5c33c3ef5f4d, NAME => 'TestAcidGuarantees,,1732110359818.9888e4ac4d76bc0d214e5c33c3ef5f4d.', STARTKEY => '', ENDKEY => ''}]
2024-11-20T13:46:30,688 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-20T13:46:30,688 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732110390688"}]},"ts":"9223372036854775807"}
2024-11-20T13:46:30,690 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-20T13:46:30,692 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=145, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:46:30,693 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 39 msec
2024-11-20T13:46:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145
2024-11-20T13:46:30,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-20T13:46:30,765 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:46:30,773 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248 (was 250), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=358 (was 384), ProcessCount=11 (was 11), AvailableMemoryMB=7119 (was 7286)
2024-11-20T13:46:30,784 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=248, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=358, ProcessCount=11, AvailableMemoryMB=7119
2024-11-20T13:46:30,785 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-20T13:46:30,785 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T13:46:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-20T13:46:30,788 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T13:46:30,788 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:30,788 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 146
2024-11-20T13:46:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-20T13:46:30,789 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T13:46:30,795 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742319_1495 (size=1061)
2024-11-20T13:46:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-20T13:46:31,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-20T13:46:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-20T13:46:31,198 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d
2024-11-20T13:46:31,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742320_1496 (size=53)
2024-11-20T13:46:31,203 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T13:46:31,203 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6ca84193fc9553aea7b5bd96700dc37e, disabling compactions & flushes
2024-11-20T13:46:31,203 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:31,203 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:31,204 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. after waiting 0 ms
2024-11-20T13:46:31,204 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:31,204 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:31,204 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ca84193fc9553aea7b5bd96700dc37e:
Waiting for close lock at 1732110391203Disabling compacts and flushes for region at 1732110391203Disabling writes for close at 1732110391204 (+1 ms)Writing region close event to WAL at 1732110391204Closed at 1732110391204
2024-11-20T13:46:31,205 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T13:46:31,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732110391205"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110391205"}]},"ts":"1732110391205"}
2024-11-20T13:46:31,206 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T13:46:31,207 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T13:46:31,208 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110391207"}]},"ts":"1732110391207"}
2024-11-20T13:46:31,209 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-20T13:46:31,209 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ca84193fc9553aea7b5bd96700dc37e, ASSIGN}]
2024-11-20T13:46:31,210 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ca84193fc9553aea7b5bd96700dc37e, ASSIGN
2024-11-20T13:46:31,211 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ca84193fc9553aea7b5bd96700dc37e, ASSIGN; state=OFFLINE, location=28425b5b8f92,46817,1732110231487; forceNewPlan=false, retain=false
2024-11-20T13:46:31,362 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=6ca84193fc9553aea7b5bd96700dc37e, regionState=OPENING, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:31,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ca84193fc9553aea7b5bd96700dc37e, ASSIGN because future has completed
2024-11-20T13:46:31,385 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487}]
2024-11-20T13:46:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-20T13:46:31,540 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:31,540 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
2024-11-20T13:46:31,540 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:31,541 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T13:46:31,541 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7794): checking encryption for 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:31,541 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7797): checking classloading for 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:31,542 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6ca84193fc9553aea7b5bd96700dc37e 
2024-11-20T13:46:31,543 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:46:31,543 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca84193fc9553aea7b5bd96700dc37e columnFamilyName A
2024-11-20T13:46:31,543 DEBUG [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:31,543 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] regionserver.HStore(327): Store=6ca84193fc9553aea7b5bd96700dc37e/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:46:31,544 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6ca84193fc9553aea7b5bd96700dc37e 
2024-11-20T13:46:31,545 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:46:31,545 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca84193fc9553aea7b5bd96700dc37e columnFamilyName B
2024-11-20T13:46:31,545 DEBUG [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:31,545 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] regionserver.HStore(327): Store=6ca84193fc9553aea7b5bd96700dc37e/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:46:31,546 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6ca84193fc9553aea7b5bd96700dc37e 
2024-11-20T13:46:31,547 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:46:31,547 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca84193fc9553aea7b5bd96700dc37e columnFamilyName C
2024-11-20T13:46:31,547 DEBUG [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:31,547 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] regionserver.HStore(327): Store=6ca84193fc9553aea7b5bd96700dc37e/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:46:31,548 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:31,548 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1038): replaying wal for 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:31,548 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:31,549 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:31,550 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1048): stopping wal replay for 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:31,550 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1060): Cleaning up temporary data for 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:31,551 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-20T13:46:31,553 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1093): writing seq id for 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:31,555 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T13:46:31,555 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1114): Opened 6ca84193fc9553aea7b5bd96700dc37e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64347344, jitterRate=-0.04114985466003418}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-20T13:46:31,555 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:31,556 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1006): Region open journal for 6ca84193fc9553aea7b5bd96700dc37e:
Running coprocessor pre-open hook at 1732110391541Writing region info on filesystem at 1732110391541Initializing all the Stores at 1732110391541Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110391541Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110391541Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110391542 (+1 ms)Cleaning up temporary data from old regions at 1732110391550 (+8 ms)Running coprocessor post-open hooks at 1732110391555 (+5 ms)Region opened successfully at 1732110391556 (+1 ms)
2024-11-20T13:46:31,557 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., pid=148, masterSystemTime=1732110391537
2024-11-20T13:46:31,559 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:31,559 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:31,560 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=6ca84193fc9553aea7b5bd96700dc37e, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:31,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487 because future has completed
2024-11-20T13:46:31,564 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147
2024-11-20T13:46:31,564 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487 in 177 msec
2024-11-20T13:46:31,566 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146
2024-11-20T13:46:31,566 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ca84193fc9553aea7b5bd96700dc37e, ASSIGN in 355 msec
2024-11-20T13:46:31,566 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T13:46:31,567 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110391566"}]},"ts":"1732110391566"}
2024-11-20T13:46:31,568 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-20T13:46:31,569 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T13:46:31,571 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 784 msec
2024-11-20T13:46:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-20T13:46:31,922 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:46:31,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3803b7d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:31,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:46:31,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:46:31,925 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:46:31,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:46:31,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:46:31,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4746445f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:31,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:46:31,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:46:31,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:31,927 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:46:31,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9caa01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:31,928 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:46:31,929 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:46:31,929 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:46:31,931 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:46:31,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-20T13:46:31,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 28425b5b8f92,46265,1732110230749
2024-11-20T13:46:31,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33919375
2024-11-20T13:46:31,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-20T13:46:31,934 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-20T13:46:31,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-20T13:46:31,936 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T13:46:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-20T13:46:31,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742321_1497 (size=1097)
2024-11-20T13:46:32,350 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-20T13:46:32,350 INFO  [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-20T13:46:32,352 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-20T13:46:32,354 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ca84193fc9553aea7b5bd96700dc37e, REOPEN/MOVE}]
2024-11-20T13:46:32,355 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ca84193fc9553aea7b5bd96700dc37e, REOPEN/MOVE
2024-11-20T13:46:32,356 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=6ca84193fc9553aea7b5bd96700dc37e, regionState=CLOSING, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:32,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ca84193fc9553aea7b5bd96700dc37e, REOPEN/MOVE because future has completed
2024-11-20T13:46:32,358 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-20T13:46:32,358 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487}]
2024-11-20T13:46:32,511 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(122): Close 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:32,511 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-20T13:46:32,511 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1722): Closing 6ca84193fc9553aea7b5bd96700dc37e, disabling compactions & flushes
2024-11-20T13:46:32,511 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:32,511 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:32,511 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. after waiting 0 ms
2024-11-20T13:46:32,511 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:32,515 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-20T13:46:32,516 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:32,516 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1676): Region close journal for 6ca84193fc9553aea7b5bd96700dc37e:
Waiting for close lock at 1732110392511Running coprocessor pre-close hooks at 1732110392511Disabling compacts and flushes for region at 1732110392511Disabling writes for close at 1732110392511Writing region close event to WAL at 1732110392512 (+1 ms)Running coprocessor post-close hooks at 1732110392515 (+3 ms)Closed at 1732110392515
2024-11-20T13:46:32,516 WARN  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionServer(3299): Not adding moved region record: 6ca84193fc9553aea7b5bd96700dc37e to self.
2024-11-20T13:46:32,517 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(157): Closed 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:32,518 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=6ca84193fc9553aea7b5bd96700dc37e, regionState=CLOSED
2024-11-20T13:46:32,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487 because future has completed
2024-11-20T13:46:32,522 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151
2024-11-20T13:46:32,522 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; CloseRegionProcedure 6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487 in 162 msec
2024-11-20T13:46:32,522 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ca84193fc9553aea7b5bd96700dc37e, REOPEN/MOVE; state=CLOSED, location=28425b5b8f92,46817,1732110231487; forceNewPlan=false, retain=true
2024-11-20T13:46:32,673 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=6ca84193fc9553aea7b5bd96700dc37e, regionState=OPENING, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:32,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ca84193fc9553aea7b5bd96700dc37e, REOPEN/MOVE because future has completed
2024-11-20T13:46:32,675 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487}]
2024-11-20T13:46:32,829 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:32,829 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
2024-11-20T13:46:32,830 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:32,830 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T13:46:32,830 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7794): checking encryption for 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:32,830 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7797): checking classloading for 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:32,831 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6ca84193fc9553aea7b5bd96700dc37e 
2024-11-20T13:46:32,834 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:46:32,835 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca84193fc9553aea7b5bd96700dc37e columnFamilyName A
2024-11-20T13:46:32,836 DEBUG [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:32,836 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] regionserver.HStore(327): Store=6ca84193fc9553aea7b5bd96700dc37e/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:46:32,837 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6ca84193fc9553aea7b5bd96700dc37e 
2024-11-20T13:46:32,837 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:46:32,838 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca84193fc9553aea7b5bd96700dc37e columnFamilyName B
2024-11-20T13:46:32,838 DEBUG [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:32,838 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] regionserver.HStore(327): Store=6ca84193fc9553aea7b5bd96700dc37e/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:46:32,838 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6ca84193fc9553aea7b5bd96700dc37e 
2024-11-20T13:46:32,839 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-20T13:46:32,839 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca84193fc9553aea7b5bd96700dc37e columnFamilyName C
2024-11-20T13:46:32,839 DEBUG [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:32,839 INFO  [StoreOpener-6ca84193fc9553aea7b5bd96700dc37e-1 {}] regionserver.HStore(327): Store=6ca84193fc9553aea7b5bd96700dc37e/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T13:46:32,840 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:32,840 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1038): replaying wal for 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:32,840 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:32,841 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:32,842 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1048): stopping wal replay for 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:32,842 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1060): Cleaning up temporary data for 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:32,843 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-20T13:46:32,844 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1093): writing seq id for 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:32,845 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1114): Opened 6ca84193fc9553aea7b5bd96700dc37e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67273355, jitterRate=0.002451106905937195}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-20T13:46:32,846 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:32,846 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1006): Region open journal for 6ca84193fc9553aea7b5bd96700dc37e:
Running coprocessor pre-open hook at 1732110392830Writing region info on filesystem at 1732110392830Initializing all the Stores at 1732110392830Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110392831 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110392831Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110392831Cleaning up temporary data from old regions at 1732110392842 (+11 ms)Running coprocessor post-open hooks at 1732110392846 (+4 ms)Region opened successfully at 1732110392846
2024-11-20T13:46:32,847 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., pid=153, masterSystemTime=1732110392826
2024-11-20T13:46:32,849 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:32,849 INFO  [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:32,849 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=6ca84193fc9553aea7b5bd96700dc37e, regionState=OPEN, openSeqNum=5, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:32,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487 because future has completed
2024-11-20T13:46:32,853 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=151
2024-11-20T13:46:32,854 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=151, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487 in 177 msec
2024-11-20T13:46:32,855 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150
2024-11-20T13:46:32,855 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ca84193fc9553aea7b5bd96700dc37e, REOPEN/MOVE in 500 msec
2024-11-20T13:46:32,858 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149
2024-11-20T13:46:32,858 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 504 msec
2024-11-20T13:46:32,860 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 923 msec
2024-11-20T13:46:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149
2024-11-20T13:46:32,862 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:46:32,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@227ae0e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:46:32,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:46:32,863 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:46:32,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:46:32,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:46:32,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719060eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:46:32,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:46:32,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:32,865 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:46:32,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15009f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@401e798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:46:32,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:46:32,867 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:46:32,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:46:32,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:46:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4de5c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:46:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:46:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:32,869 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:46:32,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd68c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2ee11c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:46:32,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:46:32,871 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:46:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:46:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:46:32,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa923e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:46:32,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:46:32,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:32,873 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:46:32,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666c20c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cbdd75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,874 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:46:32,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:46:32,875 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:46:32,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:46:32,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:46:32,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c11950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:46:32,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:46:32,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:32,877 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:46:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308d0771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc26005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,878 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:46:32,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:46:32,879 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:46:32,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:46:32,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:46:32,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a23c572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:46:32,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:46:32,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:32,882 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:46:32,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fa74fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7bff21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:46:32,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:46:32,884 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:46:32,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:46:32,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:46:32,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4842d5ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:46:32,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:46:32,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:32,886 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:46:32,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3583e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2daf9160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,893 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:46:32,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:46:32,894 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:46:32,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:46:32,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:46:32,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e47d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:46:32,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:46:32,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:32,896 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:46:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41220b78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6719bbfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:46:32,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:46:32,902 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:46:32,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:46:32,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:46:32,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a18600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:46:32,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:46:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:32,904 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59142, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:46:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5396f8fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611845f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:46:32,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:46:32,910 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:46:32,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:46:32,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:46:32,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:32,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf3480a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,911 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:46:32,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:46:32,912 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:46:32,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfe676d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdced0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,46265,-1 for getting cluster id
2024-11-20T13:46:32,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T13:46:32,918 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23e0c65-0fbe-41f4-aa4d-f2662b863ef8'
2024-11-20T13:46:32,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T13:46:32,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23e0c65-0fbe-41f4-aa4d-f2662b863ef8"

2024-11-20T13:46:32,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e0511b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,46265,-1]
2024-11-20T13:46:32,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T13:46:32,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:32,920 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T13:46:32,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6970c949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T13:46:32,921 DEBUG [Thread-2246 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:46:32,922 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:46:32,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:46:32,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:46:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees
2024-11-20T13:46:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-20T13:46:32,923 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:46:32,923 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:46:32,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:46:32,933 DEBUG [Thread-2242 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:46:32,933 DEBUG [Thread-2259 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:46:32,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:46:32,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:46:32,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:46:32,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:46:32,935 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:46:32,935 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:46:32,936 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:46:32,937 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:46:32,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:46:32,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:46:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:32,939 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ca84193fc9553aea7b5bd96700dc37e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-20T13:46:32,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=A
2024-11-20T13:46:32,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:32,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=B
2024-11-20T13:46:32,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:32,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=C
2024-11-20T13:46:32,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:32,949 DEBUG [Thread-2255 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:46:32,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:46:32,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:46:32,951 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:46:32,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:46:32,956 DEBUG [Thread-2261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:46:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:46:32,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:46:32,959 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:46:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:46:32,966 DEBUG [Thread-2244 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:46:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:46:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:46:32,969 DEBUG [Thread-2250 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:46:32,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:46:32,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:46:32,971 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:46:32,971 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:46:32,973 DEBUG [Thread-2253 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:46:32,973 DEBUG [Thread-2248 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:46:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:46:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:46:32,974 DEBUG [Thread-2257 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T13:46:32,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:46:32,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:46:32,975 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:46:32,975 DEBUG [Thread-2257 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:46:32,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,46817,1732110231487, seqNum=-1]
2024-11-20T13:46:32,975 DEBUG [Thread-2257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:46:32,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T13:46:32,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:46:32,976 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:46:32,976 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T13:46:32,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:46:32,979 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 1 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110452975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:32,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110392958, max timestamp=1732110392972Num uniques 859; 
2024-11-20T13:46:32,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110392958, max timestamp=1732110392972Num uniques 859; 
2024-11-20T13:46:32,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:46:32,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:46:32,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110392958, max timestamp=1732110392972Num uniques 859; 
2024-11-20T13:46:32,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:46:32,980 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5]
2024-11-20T13:46:32,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:32,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:32,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:32,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112085e49e275f5d4f5388affc01172aa600_6ca84193fc9553aea7b5bd96700dc37e is 50, key is test_row_0/A:col10/1732110392938/Put/seqid=0
2024-11-20T13:46:33,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742322_1498 (size=12154)
2024-11-20T13:46:33,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60532 deadline: 1732110453003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:33,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:33,010 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1732110453004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:33,010 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,010 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:33,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:33,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110453005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:33,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:33,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60472 deadline: 1732110453007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:33,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-20T13:46:33,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-20T13:46:33,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:33,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:33,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:33,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:33,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:33,092 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110453091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:33,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:33,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60532 deadline: 1732110453112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:33,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1732110453112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:33,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:33,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:33,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110453112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:33,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:33,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60472 deadline: 1732110453122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:33,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-20T13:46:33,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-20T13:46:33,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:33,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:33,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:33,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:33,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:33,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110453302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:33,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:33,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1732110453322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:33,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110453322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:33,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60532 deadline: 1732110453322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:33,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60472 deadline: 1732110453331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:33,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-20T13:46:33,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:33,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:33,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:33,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:33,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:33,404 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:33,409 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112085e49e275f5d4f5388affc01172aa600_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112085e49e275f5d4f5388affc01172aa600_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:33,409 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/3642276dc0f1465aa837d39a0d439b81, store: [table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:33,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/3642276dc0f1465aa837d39a0d439b81 is 175, key is test_row_0/A:col10/1732110392938/Put/seqid=0
2024-11-20T13:46:33,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742323_1499 (size=30955)
2024-11-20T13:46:33,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-20T13:46:33,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:33,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:33,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:33,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-20T13:46:33,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:33,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110453612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:33,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60532 deadline: 1732110453631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:33,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110453631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1732110453631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:33,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60472 deadline: 1732110453642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:33,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:33,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:33,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-20T13:46:33,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:33,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:33,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:33,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:33,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:33,814 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/3642276dc0f1465aa837d39a0d439b81
2024-11-20T13:46:33,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/debb96c36cab4fe28efbb9539ef16177 is 50, key is test_row_0/B:col10/1732110392938/Put/seqid=0
2024-11-20T13:46:33,843 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742324_1500 (size=12001)
2024-11-20T13:46:33,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-20T13:46:33,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:33,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:33,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:33,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:33,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:34,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-20T13:46:34,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:34,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:34,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:34,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:34,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-20T13:46:34,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110454122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:34,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:34,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:34,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:34,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60532 deadline: 1732110454142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:34,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:34,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110454142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:34,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:34,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:34,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:34,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:34,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:34,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1732110454143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:34,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:34,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:34,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:34,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60472 deadline: 1732110454151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:34,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:34,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:34,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:34,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-20T13:46:34,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:34,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:34,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:34,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:34,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:34,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:34,243 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/debb96c36cab4fe28efbb9539ef16177
2024-11-20T13:46:34,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/22a7547e9a09493183758b3b5efc63c0 is 50, key is test_row_0/C:col10/1732110392938/Put/seqid=0
2024-11-20T13:46:34,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742325_1501 (size=12001)
2024-11-20T13:46:34,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-20T13:46:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:34,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:34,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-20T13:46:34,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:34,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:34,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:34,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:34,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:34,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-20T13:46:34,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:34,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:34,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:34,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:34,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:34,671 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/22a7547e9a09493183758b3b5efc63c0
2024-11-20T13:46:34,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/3642276dc0f1465aa837d39a0d439b81 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/3642276dc0f1465aa837d39a0d439b81
2024-11-20T13:46:34,677 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/3642276dc0f1465aa837d39a0d439b81, entries=150, sequenceid=14, filesize=30.2 K
2024-11-20T13:46:34,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/debb96c36cab4fe28efbb9539ef16177 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/debb96c36cab4fe28efbb9539ef16177
2024-11-20T13:46:34,689 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/debb96c36cab4fe28efbb9539ef16177, entries=150, sequenceid=14, filesize=11.7 K
2024-11-20T13:46:34,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/22a7547e9a09493183758b3b5efc63c0 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/22a7547e9a09493183758b3b5efc63c0
2024-11-20T13:46:34,695 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/22a7547e9a09493183758b3b5efc63c0, entries=150, sequenceid=14, filesize=11.7 K
2024-11-20T13:46:34,695 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 6ca84193fc9553aea7b5bd96700dc37e in 1756ms, sequenceid=14, compaction requested=false
2024-11-20T13:46:34,696 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-20T13:46:34,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:34,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-20T13:46:34,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:34,779 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 6ca84193fc9553aea7b5bd96700dc37e 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-11-20T13:46:34,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=A
2024-11-20T13:46:34,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:34,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=B
2024-11-20T13:46:34,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:34,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=C
2024-11-20T13:46:34,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:34,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c6a7aeb3e4894320bd5d5cbb3cbcfcdf_6ca84193fc9553aea7b5bd96700dc37e is 50, key is test_row_0/A:col10/1732110392999/Put/seqid=0
2024-11-20T13:46:34,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742326_1502 (size=12154)
2024-11-20T13:46:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-20T13:46:35,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:35,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110455157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:35,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:35,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110455157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:35,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:35,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:35,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:35,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:35,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60532 deadline: 1732110455161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1732110455162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60472 deadline: 1732110455162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:35,167 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 6ca84193fc9553aea7b5bd96700dc37e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:35,167 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_0' in 6ca84193fc9553aea7b5bd96700dc37e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:35,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:35,167 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 6ca84193fc9553aea7b5bd96700dc37e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:35,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:35,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:35,210 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c6a7aeb3e4894320bd5d5cbb3cbcfcdf_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c6a7aeb3e4894320bd5d5cbb3cbcfcdf_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:35,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/441e99adbb3b474a819e6cb48beaeb39, store: [table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:35,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/441e99adbb3b474a819e6cb48beaeb39 is 175, key is test_row_0/A:col10/1732110392999/Put/seqid=0
2024-11-20T13:46:35,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742327_1503 (size=30955)
2024-11-20T13:46:35,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110455272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:35,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:35,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110455272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:35,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:35,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:35,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110455481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:35,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:35,484 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,484 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110455482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:35,484 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:35,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:35,503 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T13:46:35,619 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/441e99adbb3b474a819e6cb48beaeb39
2024-11-20T13:46:35,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/129895aacc9c420d9bef404f37700eed is 50, key is test_row_0/B:col10/1732110392999/Put/seqid=0
2024-11-20T13:46:35,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742328_1504 (size=12001)
2024-11-20T13:46:35,644 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/129895aacc9c420d9bef404f37700eed
2024-11-20T13:46:35,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/f81610cdffd54fdaa64e77c3d94ae6cf is 50, key is test_row_0/C:col10/1732110392999/Put/seqid=0
2024-11-20T13:46:35,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742329_1505 (size=12001)
2024-11-20T13:46:35,656 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/f81610cdffd54fdaa64e77c3d94ae6cf
2024-11-20T13:46:35,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/441e99adbb3b474a819e6cb48beaeb39 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/441e99adbb3b474a819e6cb48beaeb39
2024-11-20T13:46:35,662 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/441e99adbb3b474a819e6cb48beaeb39, entries=150, sequenceid=51, filesize=30.2 K
2024-11-20T13:46:35,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/129895aacc9c420d9bef404f37700eed as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/129895aacc9c420d9bef404f37700eed
2024-11-20T13:46:35,667 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/129895aacc9c420d9bef404f37700eed, entries=150, sequenceid=51, filesize=11.7 K
2024-11-20T13:46:35,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/f81610cdffd54fdaa64e77c3d94ae6cf as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/f81610cdffd54fdaa64e77c3d94ae6cf
2024-11-20T13:46:35,683 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/f81610cdffd54fdaa64e77c3d94ae6cf, entries=150, sequenceid=51, filesize=11.7 K
2024-11-20T13:46:35,684 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 6ca84193fc9553aea7b5bd96700dc37e in 905ms, sequenceid=51, compaction requested=false
2024-11-20T13:46:35,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:35,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:35,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155
2024-11-20T13:46:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=155
2024-11-20T13:46:35,688 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154
2024-11-20T13:46:35,688 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7500 sec
2024-11-20T13:46:35,689 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.7660 sec
2024-11-20T13:46:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:35,793 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ca84193fc9553aea7b5bd96700dc37e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-20T13:46:35,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=A
2024-11-20T13:46:35,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:35,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=B
2024-11-20T13:46:35,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:35,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=C
2024-11-20T13:46:35,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:35,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f9271af827ac47848f752097b30010f0_6ca84193fc9553aea7b5bd96700dc37e is 50, key is test_row_0/A:col10/1732110395792/Put/seqid=0
2024-11-20T13:46:35,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742330_1506 (size=14594)
2024-11-20T13:46:35,841 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110395814, max timestamp=1732110395838Num uniques 859; 
2024-11-20T13:46:35,841 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:46:35,841 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110395814, max timestamp=1732110395838Num uniques 859; 
2024-11-20T13:46:35,841 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:46:35,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732110395814, max timestamp=1732110395838Num uniques 859; 
2024-11-20T13:46:35,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-20T13:46:35,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110455880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:35,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110455882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:35,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:35,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:35,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110455992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:35,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:35,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110455992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:35,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:35,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:35,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:36,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110456202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:36,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:36,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:36,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110456202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:36,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:36,205 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:36,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:36,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:36,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:36,208 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f9271af827ac47848f752097b30010f0_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f9271af827ac47848f752097b30010f0_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:36,209 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/6cb5392dc5f041a08309ae7dd04c3108, store: [table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:36,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/6cb5392dc5f041a08309ae7dd04c3108 is 175, key is test_row_0/A:col10/1732110395792/Put/seqid=0
2024-11-20T13:46:36,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742331_1507 (size=39549)
2024-11-20T13:46:36,215 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/6cb5392dc5f041a08309ae7dd04c3108
2024-11-20T13:46:36,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/23355bdc43eb4382b48d01029c461fd8 is 50, key is test_row_0/B:col10/1732110395792/Put/seqid=0
2024-11-20T13:46:36,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742332_1508 (size=12001)
2024-11-20T13:46:36,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110456512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:36,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:36,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:36,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110456512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:36,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:36,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:36,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:36,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:36,628 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/23355bdc43eb4382b48d01029c461fd8
2024-11-20T13:46:36,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/cdad442aaa8a43c0909843c46a8aefcc is 50, key is test_row_0/C:col10/1732110395792/Put/seqid=0
2024-11-20T13:46:36,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742333_1509 (size=12001)
2024-11-20T13:46:36,677 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/cdad442aaa8a43c0909843c46a8aefcc
2024-11-20T13:46:36,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/6cb5392dc5f041a08309ae7dd04c3108 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/6cb5392dc5f041a08309ae7dd04c3108
2024-11-20T13:46:36,691 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/6cb5392dc5f041a08309ae7dd04c3108, entries=200, sequenceid=62, filesize=38.6 K
2024-11-20T13:46:36,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/23355bdc43eb4382b48d01029c461fd8 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/23355bdc43eb4382b48d01029c461fd8
2024-11-20T13:46:36,696 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/23355bdc43eb4382b48d01029c461fd8, entries=150, sequenceid=62, filesize=11.7 K
2024-11-20T13:46:36,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/cdad442aaa8a43c0909843c46a8aefcc as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/cdad442aaa8a43c0909843c46a8aefcc
2024-11-20T13:46:36,702 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/cdad442aaa8a43c0909843c46a8aefcc, entries=150, sequenceid=62, filesize=11.7 K
2024-11-20T13:46:36,703 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 6ca84193fc9553aea7b5bd96700dc37e in 910ms, sequenceid=62, compaction requested=true
2024-11-20T13:46:36,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:36,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:46:36,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:36,703 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:36,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:46:36,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:36,703 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:36,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:46:36,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:36,705 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:36,705 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:36,705 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/B is initiating minor compaction (all files)
2024-11-20T13:46:36,705 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/A is initiating minor compaction (all files)
2024-11-20T13:46:36,705 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/A in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:36,705 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/B in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:36,705 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/3642276dc0f1465aa837d39a0d439b81, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/441e99adbb3b474a819e6cb48beaeb39, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/6cb5392dc5f041a08309ae7dd04c3108] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=99.1 K
2024-11-20T13:46:36,705 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/debb96c36cab4fe28efbb9539ef16177, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/129895aacc9c420d9bef404f37700eed, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/23355bdc43eb4382b48d01029c461fd8] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=35.2 K
2024-11-20T13:46:36,705 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:36,705 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. files: [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/3642276dc0f1465aa837d39a0d439b81, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/441e99adbb3b474a819e6cb48beaeb39, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/6cb5392dc5f041a08309ae7dd04c3108]
2024-11-20T13:46:36,706 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting debb96c36cab4fe28efbb9539ef16177, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732110392931
2024-11-20T13:46:36,706 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3642276dc0f1465aa837d39a0d439b81, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732110392931
2024-11-20T13:46:36,706 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 129895aacc9c420d9bef404f37700eed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732110392999
2024-11-20T13:46:36,706 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 441e99adbb3b474a819e6cb48beaeb39, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732110392999
2024-11-20T13:46:36,707 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 23355bdc43eb4382b48d01029c461fd8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732110395145
2024-11-20T13:46:36,707 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cb5392dc5f041a08309ae7dd04c3108, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732110395145
2024-11-20T13:46:36,729 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:36,743 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#B#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:36,743 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/93ff921b432e48cf9cdc2d34f657c212 is 50, key is test_row_0/B:col10/1732110395792/Put/seqid=0
2024-11-20T13:46:36,745 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112037399fa4144c475bbdf1ea0aede92462_6ca84193fc9553aea7b5bd96700dc37e store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:36,748 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112037399fa4144c475bbdf1ea0aede92462_6ca84193fc9553aea7b5bd96700dc37e, store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:36,748 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112037399fa4144c475bbdf1ea0aede92462_6ca84193fc9553aea7b5bd96700dc37e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:36,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742335_1511 (size=12104)
2024-11-20T13:46:36,804 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/93ff921b432e48cf9cdc2d34f657c212 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/93ff921b432e48cf9cdc2d34f657c212
2024-11-20T13:46:36,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742334_1510 (size=4469)
2024-11-20T13:46:36,808 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#A#compaction#435 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:36,808 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/59d51ac2e65e4bff80574f579f12cc4e is 175, key is test_row_0/A:col10/1732110395792/Put/seqid=0
2024-11-20T13:46:36,809 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/B of 6ca84193fc9553aea7b5bd96700dc37e into 93ff921b432e48cf9cdc2d34f657c212(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:36,809 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:36,809 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/B, priority=13, startTime=1732110396703; duration=0sec
2024-11-20T13:46:36,809 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:36,809 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:B
2024-11-20T13:46:36,809 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:36,811 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:36,811 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/C is initiating minor compaction (all files)
2024-11-20T13:46:36,811 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/C in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:36,811 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/22a7547e9a09493183758b3b5efc63c0, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/f81610cdffd54fdaa64e77c3d94ae6cf, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/cdad442aaa8a43c0909843c46a8aefcc] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=35.2 K
2024-11-20T13:46:36,812 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 22a7547e9a09493183758b3b5efc63c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732110392931
2024-11-20T13:46:36,813 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting f81610cdffd54fdaa64e77c3d94ae6cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732110392999
2024-11-20T13:46:36,813 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting cdad442aaa8a43c0909843c46a8aefcc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732110395145
2024-11-20T13:46:36,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742336_1512 (size=31058)
2024-11-20T13:46:36,838 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#C#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:36,838 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/a354a329aeb14feabdd6a8c2ec514303 is 50, key is test_row_0/C:col10/1732110395792/Put/seqid=0
2024-11-20T13:46:36,840 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/59d51ac2e65e4bff80574f579f12cc4e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/59d51ac2e65e4bff80574f579f12cc4e
2024-11-20T13:46:36,844 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/A of 6ca84193fc9553aea7b5bd96700dc37e into 59d51ac2e65e4bff80574f579f12cc4e(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:36,844 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:36,844 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/A, priority=13, startTime=1732110396703; duration=0sec
2024-11-20T13:46:36,844 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:36,844 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:A
2024-11-20T13:46:36,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742337_1513 (size=12104)
2024-11-20T13:46:37,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732110395867, max timestamp=1732110397024Num uniques 1018; 
2024-11-20T13:46:37,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/28425b5b8f92:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-11-20T13:46:37,028 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ca84193fc9553aea7b5bd96700dc37e 3/3 column families, dataSize=105.11 KB heapSize=297.28 KB
2024-11-20T13:46:37,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=A
2024-11-20T13:46:37,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-20T13:46:37,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=B
2024-11-20T13:46:37,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-20T13:46:37,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=C
2024-11-20T13:46:37,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-20T13:46:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:37,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120349d1df64ebd405597b8cb07635f6185_6ca84193fc9553aea7b5bd96700dc37e is 50, key is test_row_0/A:col10/1732110395867/Put/seqid=0
2024-11-20T13:46:37,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742338_1514 (size=17034)
2024-11-20T13:46:37,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110457069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:37,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110457071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-20T13:46:37,092 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:46:37,092 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:46:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees
2024-11-20T13:46:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-20T13:46:37,094 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:46:37,095 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:46:37,096 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:46:37,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60532 deadline: 1732110457181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:37,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:37,185 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 6ca84193fc9553aea7b5bd96700dc37e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1732110457182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:37,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:37,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110457182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:37,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110457182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:37,186 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_0' in 6ca84193fc9553aea7b5bd96700dc37e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:37,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:37,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60472 deadline: 1732110457192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:37,197 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 6ca84193fc9553aea7b5bd96700dc37e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:37,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-20T13:46:37,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-20T13:46:37,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:37,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:37,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:37,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:37,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:37,283 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/a354a329aeb14feabdd6a8c2ec514303 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/a354a329aeb14feabdd6a8c2ec514303
2024-11-20T13:46:37,289 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/C of 6ca84193fc9553aea7b5bd96700dc37e into a354a329aeb14feabdd6a8c2ec514303(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:37,289 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:37,289 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/C, priority=13, startTime=1732110396703; duration=0sec
2024-11-20T13:46:37,289 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:37,289 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:C
2024-11-20T13:46:37,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110457392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:37,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110457392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:37,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-20T13:46:37,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:37,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:37,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:37,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:37,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-20T13:46:37,448 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:37,453 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120349d1df64ebd405597b8cb07635f6185_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120349d1df64ebd405597b8cb07635f6185_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:37,454 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/0baee0bbe8074a58b4044b15c2b4c5fa, store: [table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:37,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/0baee0bbe8074a58b4044b15c2b4c5fa is 175, key is test_row_0/A:col10/1732110395867/Put/seqid=0
2024-11-20T13:46:37,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742339_1515 (size=48139)
2024-11-20T13:46:37,474 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=102, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/0baee0bbe8074a58b4044b15c2b4c5fa
2024-11-20T13:46:37,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/253c2a29714640e880076521444749a1 is 50, key is test_row_0/B:col10/1732110395867/Put/seqid=0
2024-11-20T13:46:37,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742340_1516 (size=12001)
2024-11-20T13:46:37,528 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/253c2a29714640e880076521444749a1
2024-11-20T13:46:37,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/7e5eca0e688f4142ace9afba5e539ebb is 50, key is test_row_0/C:col10/1732110395867/Put/seqid=0
2024-11-20T13:46:37,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742341_1517 (size=12001)
2024-11-20T13:46:37,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-20T13:46:37,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:37,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:37,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:37,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:37,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:37,563 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/7e5eca0e688f4142ace9afba5e539ebb
2024-11-20T13:46:37,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/0baee0bbe8074a58b4044b15c2b4c5fa as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/0baee0bbe8074a58b4044b15c2b4c5fa
2024-11-20T13:46:37,581 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/0baee0bbe8074a58b4044b15c2b4c5fa, entries=250, sequenceid=102, filesize=47.0 K
2024-11-20T13:46:37,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/253c2a29714640e880076521444749a1 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/253c2a29714640e880076521444749a1
2024-11-20T13:46:37,588 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/253c2a29714640e880076521444749a1, entries=150, sequenceid=102, filesize=11.7 K
2024-11-20T13:46:37,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/7e5eca0e688f4142ace9afba5e539ebb as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/7e5eca0e688f4142ace9afba5e539ebb
2024-11-20T13:46:37,594 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/7e5eca0e688f4142ace9afba5e539ebb, entries=150, sequenceid=102, filesize=11.7 K
2024-11-20T13:46:37,595 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~105.11 KB/107630, heapSize ~297.23 KB/304368, currentSize=73.80 KB/75570 for 6ca84193fc9553aea7b5bd96700dc37e in 568ms, sequenceid=102, compaction requested=false
2024-11-20T13:46:37,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:37,705 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ca84193fc9553aea7b5bd96700dc37e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-20T13:46:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:37,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=A
2024-11-20T13:46:37,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:37,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=B
2024-11-20T13:46:37,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:37,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=C
2024-11-20T13:46:37,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:37,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-20T13:46:37,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:37,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:37,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:37,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:37,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-20T13:46:37,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206d66cf04e9bb40c1a47104cc1ca3fbc8_6ca84193fc9553aea7b5bd96700dc37e is 50, key is test_row_0/A:col10/1732110397067/Put/seqid=0
2024-11-20T13:46:37,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742342_1518 (size=14594)
2024-11-20T13:46:37,754 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:37,757 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206d66cf04e9bb40c1a47104cc1ca3fbc8_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206d66cf04e9bb40c1a47104cc1ca3fbc8_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:37,758 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/3505e603bac94a9b8251ef0f837a2f53, store: [table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:37,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110457752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:37,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/3505e603bac94a9b8251ef0f837a2f53 is 175, key is test_row_0/A:col10/1732110397067/Put/seqid=0
2024-11-20T13:46:37,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110457753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:37,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:37,772 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,772 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,772 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:37,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742343_1519 (size=39549)
2024-11-20T13:46:37,803 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/3505e603bac94a9b8251ef0f837a2f53
2024-11-20T13:46:37,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/9e8991910b7a4e02b02ddd0111f40e95 is 50, key is test_row_0/B:col10/1732110397067/Put/seqid=0
2024-11-20T13:46:37,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742344_1520 (size=12001)
2024-11-20T13:46:37,862 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/9e8991910b7a4e02b02ddd0111f40e95
2024-11-20T13:46:37,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-20T13:46:37,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:37,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:37,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:37,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:37,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:37,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110457862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:37,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:37,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/531e5068ec1d477b8826638eb004db94 is 50, key is test_row_0/C:col10/1732110397067/Put/seqid=0
2024-11-20T13:46:37,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110457882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:37,887 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,887 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:37,887 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:37,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742345_1521 (size=12001)
2024-11-20T13:46:37,916 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/531e5068ec1d477b8826638eb004db94
2024-11-20T13:46:37,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/3505e603bac94a9b8251ef0f837a2f53 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/3505e603bac94a9b8251ef0f837a2f53
2024-11-20T13:46:37,927 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/3505e603bac94a9b8251ef0f837a2f53, entries=200, sequenceid=119, filesize=38.6 K
2024-11-20T13:46:37,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/9e8991910b7a4e02b02ddd0111f40e95 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/9e8991910b7a4e02b02ddd0111f40e95
2024-11-20T13:46:37,934 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/9e8991910b7a4e02b02ddd0111f40e95, entries=150, sequenceid=119, filesize=11.7 K
2024-11-20T13:46:37,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/531e5068ec1d477b8826638eb004db94 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/531e5068ec1d477b8826638eb004db94
2024-11-20T13:46:37,939 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/531e5068ec1d477b8826638eb004db94, entries=150, sequenceid=119, filesize=11.7 K
2024-11-20T13:46:37,940 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 6ca84193fc9553aea7b5bd96700dc37e in 236ms, sequenceid=119, compaction requested=true
2024-11-20T13:46:37,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:37,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:46:37,940 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:37,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:37,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:46:37,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:37,940 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:37,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:46:37,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:37,941 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 118746 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:37,941 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/A is initiating minor compaction (all files)
2024-11-20T13:46:37,941 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/A in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:37,942 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/59d51ac2e65e4bff80574f579f12cc4e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/0baee0bbe8074a58b4044b15c2b4c5fa, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/3505e603bac94a9b8251ef0f837a2f53] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=116.0 K
2024-11-20T13:46:37,942 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:37,942 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. files: [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/59d51ac2e65e4bff80574f579f12cc4e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/0baee0bbe8074a58b4044b15c2b4c5fa, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/3505e603bac94a9b8251ef0f837a2f53]
2024-11-20T13:46:37,942 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59d51ac2e65e4bff80574f579f12cc4e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732110395145
2024-11-20T13:46:37,942 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0baee0bbe8074a58b4044b15c2b4c5fa, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732110395867
2024-11-20T13:46:37,943 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3505e603bac94a9b8251ef0f837a2f53, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732110397067
2024-11-20T13:46:37,943 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:37,943 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/B is initiating minor compaction (all files)
2024-11-20T13:46:37,943 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/B in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:37,943 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/93ff921b432e48cf9cdc2d34f657c212, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/253c2a29714640e880076521444749a1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/9e8991910b7a4e02b02ddd0111f40e95] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=35.3 K
2024-11-20T13:46:37,949 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 93ff921b432e48cf9cdc2d34f657c212, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732110395145
2024-11-20T13:46:37,949 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 253c2a29714640e880076521444749a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732110395867
2024-11-20T13:46:37,950 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e8991910b7a4e02b02ddd0111f40e95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732110397067
2024-11-20T13:46:37,961 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:37,974 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#B#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:37,975 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/ae990016a1884526bf33956b9fb3c382 is 50, key is test_row_0/B:col10/1732110397067/Put/seqid=0
2024-11-20T13:46:37,985 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411205e0fbbc73e614c96b52f5445ae29d56f_6ca84193fc9553aea7b5bd96700dc37e store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:37,987 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411205e0fbbc73e614c96b52f5445ae29d56f_6ca84193fc9553aea7b5bd96700dc37e, store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:37,987 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205e0fbbc73e614c96b52f5445ae29d56f_6ca84193fc9553aea7b5bd96700dc37e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:38,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742346_1522 (size=12207)
2024-11-20T13:46:38,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-20T13:46:38,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:38,021 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 6ca84193fc9553aea7b5bd96700dc37e 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-20T13:46:38,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=A
2024-11-20T13:46:38,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:38,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=B
2024-11-20T13:46:38,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:38,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=C
2024-11-20T13:46:38,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:38,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742347_1523 (size=4469)
2024-11-20T13:46:38,063 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#A#compaction#444 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:38,063 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/212f1e3e49cc4060bbf678c087e54c74 is 175, key is test_row_0/A:col10/1732110397067/Put/seqid=0
2024-11-20T13:46:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:38,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:38,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120116a153d3f9147b29b610e8513d74e87_6ca84193fc9553aea7b5bd96700dc37e is 50, key is test_row_0/A:col10/1732110397720/Put/seqid=0
2024-11-20T13:46:38,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742348_1524 (size=31161)
2024-11-20T13:46:38,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110458120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:38,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:38,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:38,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:38,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110458128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:38,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:38,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:38,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:38,132 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/212f1e3e49cc4060bbf678c087e54c74 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/212f1e3e49cc4060bbf678c087e54c74
2024-11-20T13:46:38,137 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/A of 6ca84193fc9553aea7b5bd96700dc37e into 212f1e3e49cc4060bbf678c087e54c74(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:38,137 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:38,137 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/A, priority=13, startTime=1732110397940; duration=0sec
2024-11-20T13:46:38,137 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:38,137 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:A
2024-11-20T13:46:38,138 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:38,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742349_1525 (size=12254)
2024-11-20T13:46:38,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:38,147 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:38,147 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/C is initiating minor compaction (all files)
2024-11-20T13:46:38,148 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/C in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:38,148 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/a354a329aeb14feabdd6a8c2ec514303, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/7e5eca0e688f4142ace9afba5e539ebb, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/531e5068ec1d477b8826638eb004db94] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=35.3 K
2024-11-20T13:46:38,149 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting a354a329aeb14feabdd6a8c2ec514303, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732110395145
2024-11-20T13:46:38,149 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e5eca0e688f4142ace9afba5e539ebb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732110395867
2024-11-20T13:46:38,150 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 531e5068ec1d477b8826638eb004db94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732110397067
2024-11-20T13:46:38,151 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120116a153d3f9147b29b610e8513d74e87_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120116a153d3f9147b29b610e8513d74e87_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:38,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/24930b8e01fe4de6bc98437963e3d421, store: [table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:38,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/24930b8e01fe4de6bc98437963e3d421 is 175, key is test_row_0/A:col10/1732110397720/Put/seqid=0
2024-11-20T13:46:38,175 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#C#compaction#447 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:38,175 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/55eebebab27b4cadbcec0b5b328d10c3 is 50, key is test_row_0/C:col10/1732110397067/Put/seqid=0
2024-11-20T13:46:38,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742350_1526 (size=31055)
2024-11-20T13:46:38,194 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/24930b8e01fe4de6bc98437963e3d421
2024-11-20T13:46:38,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/6200ffc29d814010b44b38bfbaa76b39 is 50, key is test_row_0/B:col10/1732110397720/Put/seqid=0
2024-11-20T13:46:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-20T13:46:38,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742351_1527 (size=12207)
2024-11-20T13:46:38,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110458233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:38,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110458233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:38,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:38,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:38,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:38,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:38,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:38,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:38,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742352_1528 (size=12101)
2024-11-20T13:46:38,250 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/6200ffc29d814010b44b38bfbaa76b39
2024-11-20T13:46:38,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/709ca6ab3bf74b0e8ec82aaf323c8cfe is 50, key is test_row_0/C:col10/1732110397720/Put/seqid=0
2024-11-20T13:46:38,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742353_1529 (size=12101)
2024-11-20T13:46:38,285 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/709ca6ab3bf74b0e8ec82aaf323c8cfe
2024-11-20T13:46:38,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/24930b8e01fe4de6bc98437963e3d421 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/24930b8e01fe4de6bc98437963e3d421
2024-11-20T13:46:38,295 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/24930b8e01fe4de6bc98437963e3d421, entries=150, sequenceid=135, filesize=30.3 K
2024-11-20T13:46:38,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/6200ffc29d814010b44b38bfbaa76b39 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/6200ffc29d814010b44b38bfbaa76b39
2024-11-20T13:46:38,300 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/6200ffc29d814010b44b38bfbaa76b39, entries=150, sequenceid=135, filesize=11.8 K
2024-11-20T13:46:38,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/709ca6ab3bf74b0e8ec82aaf323c8cfe as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/709ca6ab3bf74b0e8ec82aaf323c8cfe
2024-11-20T13:46:38,307 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/709ca6ab3bf74b0e8ec82aaf323c8cfe, entries=150, sequenceid=135, filesize=11.8 K
2024-11-20T13:46:38,308 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 6ca84193fc9553aea7b5bd96700dc37e in 286ms, sequenceid=135, compaction requested=false
2024-11-20T13:46:38,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:38,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:38,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157
2024-11-20T13:46:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=157
2024-11-20T13:46:38,312 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156
2024-11-20T13:46:38,312 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2130 sec
2024-11-20T13:46:38,314 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.2200 sec
2024-11-20T13:46:38,419 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/ae990016a1884526bf33956b9fb3c382 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/ae990016a1884526bf33956b9fb3c382
2024-11-20T13:46:38,424 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/B of 6ca84193fc9553aea7b5bd96700dc37e into ae990016a1884526bf33956b9fb3c382(size=11.9 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:38,424 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:38,424 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/B, priority=13, startTime=1732110397940; duration=0sec
2024-11-20T13:46:38,424 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:38,424 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:B
2024-11-20T13:46:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:38,445 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ca84193fc9553aea7b5bd96700dc37e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-20T13:46:38,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=A
2024-11-20T13:46:38,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:38,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=B
2024-11-20T13:46:38,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:38,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=C
2024-11-20T13:46:38,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:38,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120840044f899ce46ac965f8e8c1b34519e_6ca84193fc9553aea7b5bd96700dc37e is 50, key is test_row_0/A:col10/1732110398126/Put/seqid=0
2024-11-20T13:46:38,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110458486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:38,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:38,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:38,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:38,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110458489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:38,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:38,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:38,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:38,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742354_1530 (size=14794)
2024-11-20T13:46:38,518 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:38,521 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120840044f899ce46ac965f8e8c1b34519e_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120840044f899ce46ac965f8e8c1b34519e_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:38,522 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/1f369cb4866643d1a04e27cb88bb9530, store: [table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:38,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/1f369cb4866643d1a04e27cb88bb9530 is 175, key is test_row_0/A:col10/1732110398126/Put/seqid=0
2024-11-20T13:46:38,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742355_1531 (size=39749)
2024-11-20T13:46:38,563 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/1f369cb4866643d1a04e27cb88bb9530
2024-11-20T13:46:38,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/07778b617a664c7bb56ef686c38e466d is 50, key is test_row_0/B:col10/1732110398126/Put/seqid=0
2024-11-20T13:46:38,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742356_1532 (size=12151)
2024-11-20T13:46:38,595 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/07778b617a664c7bb56ef686c38e466d
2024-11-20T13:46:38,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/5b40567ff2584f0db37ea888aaa26ac7 is 50, key is test_row_0/C:col10/1732110398126/Put/seqid=0
2024-11-20T13:46:38,607 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110458605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:38,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110458605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:38,642 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/55eebebab27b4cadbcec0b5b328d10c3 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/55eebebab27b4cadbcec0b5b328d10c3
2024-11-20T13:46:38,650 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/C of 6ca84193fc9553aea7b5bd96700dc37e into 55eebebab27b4cadbcec0b5b328d10c3(size=11.9 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:38,650 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:38,650 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/C, priority=13, startTime=1732110397940; duration=0sec
2024-11-20T13:46:38,650 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:38,650 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:C
2024-11-20T13:46:38,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742357_1533 (size=12151)
2024-11-20T13:46:38,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110458811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:38,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110458812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:38,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:38,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:38,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:39,050 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/5b40567ff2584f0db37ea888aaa26ac7
2024-11-20T13:46:39,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/1f369cb4866643d1a04e27cb88bb9530 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/1f369cb4866643d1a04e27cb88bb9530
2024-11-20T13:46:39,063 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/1f369cb4866643d1a04e27cb88bb9530, entries=200, sequenceid=154, filesize=38.8 K
2024-11-20T13:46:39,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/07778b617a664c7bb56ef686c38e466d as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/07778b617a664c7bb56ef686c38e466d
2024-11-20T13:46:39,071 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/07778b617a664c7bb56ef686c38e466d, entries=150, sequenceid=154, filesize=11.9 K
2024-11-20T13:46:39,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/5b40567ff2584f0db37ea888aaa26ac7 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/5b40567ff2584f0db37ea888aaa26ac7
2024-11-20T13:46:39,078 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/5b40567ff2584f0db37ea888aaa26ac7, entries=150, sequenceid=154, filesize=11.9 K
2024-11-20T13:46:39,079 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 6ca84193fc9553aea7b5bd96700dc37e in 634ms, sequenceid=154, compaction requested=true
2024-11-20T13:46:39,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:39,079 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:39,080 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:39,080 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/A is initiating minor compaction (all files)
2024-11-20T13:46:39,080 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/A in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:39,080 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/212f1e3e49cc4060bbf678c087e54c74, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/24930b8e01fe4de6bc98437963e3d421, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/1f369cb4866643d1a04e27cb88bb9530] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=99.6 K
2024-11-20T13:46:39,081 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:39,081 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. files: [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/212f1e3e49cc4060bbf678c087e54c74, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/24930b8e01fe4de6bc98437963e3d421, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/1f369cb4866643d1a04e27cb88bb9530]
2024-11-20T13:46:39,082 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 212f1e3e49cc4060bbf678c087e54c74, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732110397067
2024-11-20T13:46:39,083 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24930b8e01fe4de6bc98437963e3d421, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732110397720
2024-11-20T13:46:39,084 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f369cb4866643d1a04e27cb88bb9530, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732110398107
2024-11-20T13:46:39,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:46:39,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:39,091 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:39,092 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:39,092 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/B is initiating minor compaction (all files)
2024-11-20T13:46:39,092 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/B in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:39,092 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/ae990016a1884526bf33956b9fb3c382, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/6200ffc29d814010b44b38bfbaa76b39, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/07778b617a664c7bb56ef686c38e466d] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=35.6 K
2024-11-20T13:46:39,094 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting ae990016a1884526bf33956b9fb3c382, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732110397067
2024-11-20T13:46:39,095 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 6200ffc29d814010b44b38bfbaa76b39, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732110397720
2024-11-20T13:46:39,095 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 07778b617a664c7bb56ef686c38e466d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732110398118
2024-11-20T13:46:39,097 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:39,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:46:39,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:39,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:46:39,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:39,109 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411209f0b51826fdd4e77a2d131f4cdf20cd1_6ca84193fc9553aea7b5bd96700dc37e store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:39,112 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411209f0b51826fdd4e77a2d131f4cdf20cd1_6ca84193fc9553aea7b5bd96700dc37e, store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:39,112 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209f0b51826fdd4e77a2d131f4cdf20cd1_6ca84193fc9553aea7b5bd96700dc37e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:39,119 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#B#compaction#454 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:39,119 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/913b5210abc8414fa25de6fc46519b6b is 50, key is test_row_0/B:col10/1732110398126/Put/seqid=0
2024-11-20T13:46:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:39,130 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ca84193fc9553aea7b5bd96700dc37e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-20T13:46:39,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=A
2024-11-20T13:46:39,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:39,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=B
2024-11-20T13:46:39,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:39,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=C
2024-11-20T13:46:39,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:39,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742358_1534 (size=4469)
2024-11-20T13:46:39,195 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110459190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:39,195 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110459190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:39,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742359_1535 (size=12459)
2024-11-20T13:46:39,208 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/913b5210abc8414fa25de6fc46519b6b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/913b5210abc8414fa25de6fc46519b6b
2024-11-20T13:46:39,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205006743d8ab046e5a7a44c471e692c49_6ca84193fc9553aea7b5bd96700dc37e is 50, key is test_row_0/A:col10/1732110399128/Put/seqid=0
2024-11-20T13:46:39,216 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/B of 6ca84193fc9553aea7b5bd96700dc37e into 913b5210abc8414fa25de6fc46519b6b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:39,216 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:39,216 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/B, priority=13, startTime=1732110399091; duration=0sec
2024-11-20T13:46:39,216 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:39,216 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:B
2024-11-20T13:46:39,216 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:39,218 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:39,218 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/C is initiating minor compaction (all files)
2024-11-20T13:46:39,218 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/C in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:39,218 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/55eebebab27b4cadbcec0b5b328d10c3, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/709ca6ab3bf74b0e8ec82aaf323c8cfe, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/5b40567ff2584f0db37ea888aaa26ac7] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=35.6 K
2024-11-20T13:46:39,219 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 55eebebab27b4cadbcec0b5b328d10c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732110397067
2024-11-20T13:46:39,219 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 709ca6ab3bf74b0e8ec82aaf323c8cfe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732110397720
2024-11-20T13:46:39,219 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b40567ff2584f0db37ea888aaa26ac7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732110398118
2024-11-20T13:46:39,234 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#C#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:39,235 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/9312ac9007a94957b77800ede4dea954 is 50, key is test_row_0/C:col10/1732110398126/Put/seqid=0
2024-11-20T13:46:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-20T13:46:39,242 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:46:39,242 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:46:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees
2024-11-20T13:46:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-20T13:46:39,248 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:46:39,249 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:46:39,249 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:46:39,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742360_1536 (size=17284)
2024-11-20T13:46:39,290 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:39,294 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205006743d8ab046e5a7a44c471e692c49_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205006743d8ab046e5a7a44c471e692c49_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:39,296 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/573d011aa61c42e1961eb729cce6f016, store: [table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:39,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/573d011aa61c42e1961eb729cce6f016 is 175, key is test_row_0/A:col10/1732110399128/Put/seqid=0
2024-11-20T13:46:39,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742361_1537 (size=12459)
2024-11-20T13:46:39,307 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/9312ac9007a94957b77800ede4dea954 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/9312ac9007a94957b77800ede4dea954
2024-11-20T13:46:39,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110459302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:39,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:39,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:39,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:39,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110459302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:39,311 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/C of 6ca84193fc9553aea7b5bd96700dc37e into 9312ac9007a94957b77800ede4dea954(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:39,311 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:39,311 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/C, priority=13, startTime=1732110399102; duration=0sec
2024-11-20T13:46:39,311 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:39,312 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:C
2024-11-20T13:46:39,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742362_1538 (size=48389)
2024-11-20T13:46:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-20T13:46:39,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-20T13:46:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:39,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:39,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110459512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:39,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110459512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:39,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:39,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:39,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:39,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-20T13:46:39,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:39,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:39,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:39,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:39,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-20T13:46:39,591 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#A#compaction#453 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:39,591 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/fa59c13d6f3e429fbcf7d9910c613673 is 175, key is test_row_0/A:col10/1732110398126/Put/seqid=0
2024-11-20T13:46:39,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742363_1539 (size=31413)
2024-11-20T13:46:39,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-20T13:46:39,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:39,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:39,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:39,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:39,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:39,734 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/573d011aa61c42e1961eb729cce6f016
2024-11-20T13:46:39,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/fe54d16cbd1f42ffac3531645a7b9fd1 is 50, key is test_row_0/B:col10/1732110399128/Put/seqid=0
2024-11-20T13:46:39,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742364_1540 (size=12151)
2024-11-20T13:46:39,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110459822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:39,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:39,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:39,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:39,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110459822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:39,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:39,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:39,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:39,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-20T13:46:39,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:39,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:39,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:39,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:39,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-20T13:46:40,002 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/fa59c13d6f3e429fbcf7d9910c613673 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/fa59c13d6f3e429fbcf7d9910c613673
2024-11-20T13:46:40,007 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/A of 6ca84193fc9553aea7b5bd96700dc37e into fa59c13d6f3e429fbcf7d9910c613673(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:40,007 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:40,007 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/A, priority=13, startTime=1732110399079; duration=0sec
2024-11-20T13:46:40,007 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:40,007 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:A
2024-11-20T13:46:40,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-20T13:46:40,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:40,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:40,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:40,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:40,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:40,143 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/fe54d16cbd1f42ffac3531645a7b9fd1
2024-11-20T13:46:40,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/1ad48259036944969098f9c79294ddb1 is 50, key is test_row_0/C:col10/1732110399128/Put/seqid=0
2024-11-20T13:46:40,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742365_1541 (size=12151)
2024-11-20T13:46:40,161 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/1ad48259036944969098f9c79294ddb1
2024-11-20T13:46:40,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/573d011aa61c42e1961eb729cce6f016 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/573d011aa61c42e1961eb729cce6f016
2024-11-20T13:46:40,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-20T13:46:40,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:40,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:40,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:40,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:40,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:40,172 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/573d011aa61c42e1961eb729cce6f016, entries=250, sequenceid=172, filesize=47.3 K
2024-11-20T13:46:40,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/fe54d16cbd1f42ffac3531645a7b9fd1 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/fe54d16cbd1f42ffac3531645a7b9fd1
2024-11-20T13:46:40,175 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/fe54d16cbd1f42ffac3531645a7b9fd1, entries=150, sequenceid=172, filesize=11.9 K
2024-11-20T13:46:40,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/1ad48259036944969098f9c79294ddb1 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/1ad48259036944969098f9c79294ddb1
2024-11-20T13:46:40,180 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/1ad48259036944969098f9c79294ddb1, entries=150, sequenceid=172, filesize=11.9 K
2024-11-20T13:46:40,180 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 6ca84193fc9553aea7b5bd96700dc37e in 1050ms, sequenceid=172, compaction requested=false
2024-11-20T13:46:40,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:40,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-20T13:46:40,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:40,321 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 6ca84193fc9553aea7b5bd96700dc37e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-20T13:46:40,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=A
2024-11-20T13:46:40,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:40,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=B
2024-11-20T13:46:40,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:40,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=C
2024-11-20T13:46:40,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:40,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203d3f82d3763e42fd8c780d909415ea61_6ca84193fc9553aea7b5bd96700dc37e is 50, key is test_row_0/A:col10/1732110399185/Put/seqid=0
2024-11-20T13:46:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:40,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:40,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742366_1542 (size=12304)
2024-11-20T13:46:40,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:40,338 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203d3f82d3763e42fd8c780d909415ea61_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203d3f82d3763e42fd8c780d909415ea61_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:40,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/8d6ddfc388cf4e8da53762591af104fe, store: [table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:40,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/8d6ddfc388cf4e8da53762591af104fe is 175, key is test_row_0/A:col10/1732110399185/Put/seqid=0
2024-11-20T13:46:40,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742367_1543 (size=31105)
2024-11-20T13:46:40,342 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=190, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/8d6ddfc388cf4e8da53762591af104fe
2024-11-20T13:46:40,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/4a8f6cde3163409093cc109485f2f4b9 is 50, key is test_row_0/B:col10/1732110399185/Put/seqid=0
2024-11-20T13:46:40,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742368_1544 (size=12151)
2024-11-20T13:46:40,362 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/4a8f6cde3163409093cc109485f2f4b9
2024-11-20T13:46:40,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/b8d3a6e7b83947aaad2155f1678b2441 is 50, key is test_row_0/C:col10/1732110399185/Put/seqid=0
2024-11-20T13:46:40,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742369_1545 (size=12151)
2024-11-20T13:46:40,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:40,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110460374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110460375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-20T13:46:40,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110460482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:40,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:40,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:40,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110460482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:40,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:40,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:40,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:40,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:40,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110460692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:40,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:40,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110460692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:40,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:40,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:40,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:40,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:40,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:40,774 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/b8d3a6e7b83947aaad2155f1678b2441
2024-11-20T13:46:40,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/8d6ddfc388cf4e8da53762591af104fe as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/8d6ddfc388cf4e8da53762591af104fe
2024-11-20T13:46:40,782 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/8d6ddfc388cf4e8da53762591af104fe, entries=150, sequenceid=190, filesize=30.4 K
2024-11-20T13:46:40,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/4a8f6cde3163409093cc109485f2f4b9 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/4a8f6cde3163409093cc109485f2f4b9
2024-11-20T13:46:40,785 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/4a8f6cde3163409093cc109485f2f4b9, entries=150, sequenceid=190, filesize=11.9 K
2024-11-20T13:46:40,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/b8d3a6e7b83947aaad2155f1678b2441 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/b8d3a6e7b83947aaad2155f1678b2441
2024-11-20T13:46:40,789 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/b8d3a6e7b83947aaad2155f1678b2441, entries=150, sequenceid=190, filesize=11.9 K
2024-11-20T13:46:40,790 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 6ca84193fc9553aea7b5bd96700dc37e in 469ms, sequenceid=190, compaction requested=true
2024-11-20T13:46:40,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:40,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:40,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159
2024-11-20T13:46:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=159
2024-11-20T13:46:40,796 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158
2024-11-20T13:46:40,797 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5460 sec
2024-11-20T13:46:40,799 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.5540 sec
2024-11-20T13:46:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:41,004 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ca84193fc9553aea7b5bd96700dc37e 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-20T13:46:41,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=A
2024-11-20T13:46:41,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:41,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=B
2024-11-20T13:46:41,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:41,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=C
2024-11-20T13:46:41,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:41,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202e74f2fe03a4424486a366fe9a0eb262_6ca84193fc9553aea7b5bd96700dc37e is 50, key is test_row_0/A:col10/1732110401003/Put/seqid=0
2024-11-20T13:46:41,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742370_1546 (size=14794)
2024-11-20T13:46:41,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110461027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:41,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110461030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:41,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-20T13:46:41,073 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-20T13:46:41,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110461142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:41,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:41,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:41,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:41,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110461142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:41,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:41,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:41,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:41,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60532 deadline: 1732110461212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:41,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1732110461212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:41,213 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 6ca84193fc9553aea7b5bd96700dc37e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8210 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:41,214 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_0' in 6ca84193fc9553aea7b5bd96700dc37e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8210 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:41,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:41,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:41,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:41,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:41,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:41,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:41,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60472 deadline: 1732110461231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:41,235 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 6ca84193fc9553aea7b5bd96700dc37e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8227 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:41,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110461351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:41,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110461351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-20T13:46:41,392 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:46:41,392 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:46:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees
2024-11-20T13:46:41,394 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:46:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-20T13:46:41,394 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:46:41,394 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:46:41,413 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:41,415 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202e74f2fe03a4424486a366fe9a0eb262_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202e74f2fe03a4424486a366fe9a0eb262_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:41,416 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/f29b14bf95fd4e1784aea064d200ee09, store: [table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:41,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/f29b14bf95fd4e1784aea064d200ee09 is 175, key is test_row_0/A:col10/1732110401003/Put/seqid=0
2024-11-20T13:46:41,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742371_1547 (size=39749)
2024-11-20T13:46:41,419 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/f29b14bf95fd4e1784aea064d200ee09
2024-11-20T13:46:41,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/85b92930c90949cc8fcc8b6a603b226c is 50, key is test_row_0/B:col10/1732110401003/Put/seqid=0
2024-11-20T13:46:41,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742372_1548 (size=12151)
2024-11-20T13:46:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-20T13:46:41,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-20T13:46:41,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:41,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:41,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:41,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:41,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:41,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110461662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:41,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:41,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:41,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:41,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:41,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110461662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:41,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:41,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:41,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:41,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-20T13:46:41,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:41,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:41,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:41,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:41,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-20T13:46:41,828 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/85b92930c90949cc8fcc8b6a603b226c
2024-11-20T13:46:41,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/0b5daf6a6d804c3984c80a2dc6669010 is 50, key is test_row_0/C:col10/1732110401003/Put/seqid=0
2024-11-20T13:46:41,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742373_1549 (size=12151)
2024-11-20T13:46:41,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-20T13:46:41,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:41,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:41,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:41,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:41,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:42,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-20T13:46:42,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:42,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:42,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:42,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:42,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-20T13:46:42,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-20T13:46:42,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:42,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:42,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:42,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:42,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:42,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110462172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:42,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:42,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:42,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:42,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110462182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:42,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:42,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:42,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:42,245 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/0b5daf6a6d804c3984c80a2dc6669010
2024-11-20T13:46:42,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/f29b14bf95fd4e1784aea064d200ee09 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/f29b14bf95fd4e1784aea064d200ee09
2024-11-20T13:46:42,250 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/f29b14bf95fd4e1784aea064d200ee09, entries=200, sequenceid=208, filesize=38.8 K
2024-11-20T13:46:42,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/85b92930c90949cc8fcc8b6a603b226c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/85b92930c90949cc8fcc8b6a603b226c
2024-11-20T13:46:42,253 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/85b92930c90949cc8fcc8b6a603b226c, entries=150, sequenceid=208, filesize=11.9 K
2024-11-20T13:46:42,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/0b5daf6a6d804c3984c80a2dc6669010 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/0b5daf6a6d804c3984c80a2dc6669010
2024-11-20T13:46:42,256 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/0b5daf6a6d804c3984c80a2dc6669010, entries=150, sequenceid=208, filesize=11.9 K
2024-11-20T13:46:42,257 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 6ca84193fc9553aea7b5bd96700dc37e in 1253ms, sequenceid=208, compaction requested=true
2024-11-20T13:46:42,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:42,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:46:42,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:42,257 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:46:42,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:46:42,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:42,257 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:46:42,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:46:42,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:42,258 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 150656 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:46:42,258 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:46:42,258 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/A is initiating minor compaction (all files)
2024-11-20T13:46:42,258 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/B is initiating minor compaction (all files)
2024-11-20T13:46:42,258 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/B in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:42,258 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/A in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:42,258 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/913b5210abc8414fa25de6fc46519b6b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/fe54d16cbd1f42ffac3531645a7b9fd1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/4a8f6cde3163409093cc109485f2f4b9, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/85b92930c90949cc8fcc8b6a603b226c] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=47.8 K
2024-11-20T13:46:42,258 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/fa59c13d6f3e429fbcf7d9910c613673, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/573d011aa61c42e1961eb729cce6f016, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/8d6ddfc388cf4e8da53762591af104fe, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/f29b14bf95fd4e1784aea064d200ee09] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=147.1 K
2024-11-20T13:46:42,258 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:42,258 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. files: [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/fa59c13d6f3e429fbcf7d9910c613673, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/573d011aa61c42e1961eb729cce6f016, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/8d6ddfc388cf4e8da53762591af104fe, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/f29b14bf95fd4e1784aea064d200ee09]
2024-11-20T13:46:42,258 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 913b5210abc8414fa25de6fc46519b6b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732110398118
2024-11-20T13:46:42,258 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa59c13d6f3e429fbcf7d9910c613673, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732110398118
2024-11-20T13:46:42,258 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting fe54d16cbd1f42ffac3531645a7b9fd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732110398471
2024-11-20T13:46:42,258 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 573d011aa61c42e1961eb729cce6f016, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732110398471
2024-11-20T13:46:42,259 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a8f6cde3163409093cc109485f2f4b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732110399172
2024-11-20T13:46:42,259 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d6ddfc388cf4e8da53762591af104fe, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732110399172
2024-11-20T13:46:42,259 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 85b92930c90949cc8fcc8b6a603b226c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732110400365
2024-11-20T13:46:42,259 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting f29b14bf95fd4e1784aea064d200ee09, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732110400365
2024-11-20T13:46:42,263 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:42,264 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:42,265 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120b671a9178ed34ec2894d021f9d53fff5_6ca84193fc9553aea7b5bd96700dc37e store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:42,265 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/ba75d1d845874f529da7cd92b1d63454 is 50, key is test_row_0/B:col10/1732110401003/Put/seqid=0
2024-11-20T13:46:42,267 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120b671a9178ed34ec2894d021f9d53fff5_6ca84193fc9553aea7b5bd96700dc37e, store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:42,267 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b671a9178ed34ec2894d021f9d53fff5_6ca84193fc9553aea7b5bd96700dc37e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:42,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742374_1550 (size=12595)
2024-11-20T13:46:42,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742375_1551 (size=4469)
2024-11-20T13:46:42,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-20T13:46:42,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:42,310 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 6ca84193fc9553aea7b5bd96700dc37e 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-20T13:46:42,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=A
2024-11-20T13:46:42,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:42,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=B
2024-11-20T13:46:42,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:42,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=C
2024-11-20T13:46:42,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:42,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c876adc03a1a4f3d95101ed799c37ff6_6ca84193fc9553aea7b5bd96700dc37e is 50, key is test_row_0/A:col10/1732110401029/Put/seqid=0
2024-11-20T13:46:42,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742376_1552 (size=12304)
2024-11-20T13:46:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-20T13:46:42,671 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/ba75d1d845874f529da7cd92b1d63454 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/ba75d1d845874f529da7cd92b1d63454
2024-11-20T13:46:42,671 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#A#compaction#466 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:42,672 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/1ecc25ea4dd540a5b639f5d68938f0a0 is 175, key is test_row_0/A:col10/1732110401003/Put/seqid=0
2024-11-20T13:46:42,675 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/B of 6ca84193fc9553aea7b5bd96700dc37e into ba75d1d845874f529da7cd92b1d63454(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:42,675 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:42,675 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/B, priority=12, startTime=1732110402257; duration=0sec
2024-11-20T13:46:42,675 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:42,675 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:B
2024-11-20T13:46:42,675 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:46:42,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742377_1553 (size=31549)
2024-11-20T13:46:42,676 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:46:42,676 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/C is initiating minor compaction (all files)
2024-11-20T13:46:42,676 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/C in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:42,676 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/9312ac9007a94957b77800ede4dea954, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/1ad48259036944969098f9c79294ddb1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/b8d3a6e7b83947aaad2155f1678b2441, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/0b5daf6a6d804c3984c80a2dc6669010] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=47.8 K
2024-11-20T13:46:42,677 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 9312ac9007a94957b77800ede4dea954, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732110398118
2024-11-20T13:46:42,677 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ad48259036944969098f9c79294ddb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732110398471
2024-11-20T13:46:42,677 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting b8d3a6e7b83947aaad2155f1678b2441, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732110399172
2024-11-20T13:46:42,677 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b5daf6a6d804c3984c80a2dc6669010, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732110400365
2024-11-20T13:46:42,679 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/1ecc25ea4dd540a5b639f5d68938f0a0 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/1ecc25ea4dd540a5b639f5d68938f0a0
2024-11-20T13:46:42,682 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/A of 6ca84193fc9553aea7b5bd96700dc37e into 1ecc25ea4dd540a5b639f5d68938f0a0(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:42,682 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:42,682 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/A, priority=12, startTime=1732110402257; duration=0sec
2024-11-20T13:46:42,682 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:42,682 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:A
2024-11-20T13:46:42,682 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#C#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:42,683 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/5dfdea70c5284f39946401d7d4d22ebe is 50, key is test_row_0/C:col10/1732110401003/Put/seqid=0
2024-11-20T13:46:42,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742378_1554 (size=12595)
2024-11-20T13:46:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:42,721 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c876adc03a1a4f3d95101ed799c37ff6_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c876adc03a1a4f3d95101ed799c37ff6_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:42,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/fc537afc3f3e49dabb152b46107ffce8, store: [table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:42,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/fc537afc3f3e49dabb152b46107ffce8 is 175, key is test_row_0/A:col10/1732110401029/Put/seqid=0
2024-11-20T13:46:42,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742379_1555 (size=31105)
2024-11-20T13:46:43,094 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/5dfdea70c5284f39946401d7d4d22ebe as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/5dfdea70c5284f39946401d7d4d22ebe
2024-11-20T13:46:43,097 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/C of 6ca84193fc9553aea7b5bd96700dc37e into 5dfdea70c5284f39946401d7d4d22ebe(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:43,097 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:43,097 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/C, priority=12, startTime=1732110402257; duration=0sec
2024-11-20T13:46:43,097 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:43,097 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:C
2024-11-20T13:46:43,125 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=222, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/fc537afc3f3e49dabb152b46107ffce8
2024-11-20T13:46:43,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/dccd014c71fb40a29e78c448de57d2e7 is 50, key is test_row_0/B:col10/1732110401029/Put/seqid=0
2024-11-20T13:46:43,133 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742380_1556 (size=12151)
2024-11-20T13:46:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:43,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:43,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110463222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:43,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:43,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:43,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:43,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110463225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:43,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:43,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:43,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:43,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110463332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:43,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:43,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:43,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:43,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110463332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:43,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:43,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:43,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:43,534 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/dccd014c71fb40a29e78c448de57d2e7
2024-11-20T13:46:43,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/86be0de304ae4c69a21794364ebd12d4 is 50, key is test_row_0/C:col10/1732110401029/Put/seqid=0
2024-11-20T13:46:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-20T13:46:43,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742381_1557 (size=12151)
2024-11-20T13:46:43,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110463542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:43,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110463542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:43,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110463851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:43,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110463851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:43,944 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/86be0de304ae4c69a21794364ebd12d4
2024-11-20T13:46:43,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/fc537afc3f3e49dabb152b46107ffce8 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/fc537afc3f3e49dabb152b46107ffce8
2024-11-20T13:46:43,950 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/fc537afc3f3e49dabb152b46107ffce8, entries=150, sequenceid=222, filesize=30.4 K
2024-11-20T13:46:43,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/dccd014c71fb40a29e78c448de57d2e7 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/dccd014c71fb40a29e78c448de57d2e7
2024-11-20T13:46:43,953 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/dccd014c71fb40a29e78c448de57d2e7, entries=150, sequenceid=222, filesize=11.9 K
2024-11-20T13:46:43,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/86be0de304ae4c69a21794364ebd12d4 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/86be0de304ae4c69a21794364ebd12d4
2024-11-20T13:46:43,957 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/86be0de304ae4c69a21794364ebd12d4, entries=150, sequenceid=222, filesize=11.9 K
2024-11-20T13:46:43,958 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 6ca84193fc9553aea7b5bd96700dc37e in 1648ms, sequenceid=222, compaction requested=false
2024-11-20T13:46:43,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:43,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:43,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161
2024-11-20T13:46:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=161
2024-11-20T13:46:43,962 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160
2024-11-20T13:46:43,962 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5660 sec
2024-11-20T13:46:43,964 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.5710 sec
2024-11-20T13:46:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:44,365 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ca84193fc9553aea7b5bd96700dc37e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-20T13:46:44,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=A
2024-11-20T13:46:44,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:44,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=B
2024-11-20T13:46:44,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:44,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=C
2024-11-20T13:46:44,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:44,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fdff5d92e9774d7d86fcf620d6ca0f1c_6ca84193fc9553aea7b5bd96700dc37e is 50, key is test_row_0/A:col10/1732110404364/Put/seqid=0
2024-11-20T13:46:44,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742382_1558 (size=12304)
2024-11-20T13:46:44,385 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:44,387 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fdff5d92e9774d7d86fcf620d6ca0f1c_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fdff5d92e9774d7d86fcf620d6ca0f1c_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:44,388 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/e5c71903d20848ec8e273400bc421ecf, store: [table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:44,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/e5c71903d20848ec8e273400bc421ecf is 175, key is test_row_0/A:col10/1732110404364/Put/seqid=0
2024-11-20T13:46:44,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:44,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110464391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110464392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:44,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:44,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742383_1559 (size=31105)
2024-11-20T13:46:44,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110464502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:44,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:44,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110464502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:44,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:44,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:44,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:44,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:44,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:44,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110464712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:44,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110464712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:44,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:44,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:44,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:44,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:44,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:44,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:44,802 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=244, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/e5c71903d20848ec8e273400bc421ecf
2024-11-20T13:46:44,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/e97f7b31830742e4a434c8f928d6c723 is 50, key is test_row_0/B:col10/1732110404364/Put/seqid=0
2024-11-20T13:46:44,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742384_1560 (size=12151)
2024-11-20T13:46:44,827 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/e97f7b31830742e4a434c8f928d6c723
2024-11-20T13:46:44,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/d38d72db85704602a21b1636e28a1972 is 50, key is test_row_0/C:col10/1732110404364/Put/seqid=0
2024-11-20T13:46:44,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742385_1561 (size=12151)
2024-11-20T13:46:44,855 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/d38d72db85704602a21b1636e28a1972
2024-11-20T13:46:44,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/e5c71903d20848ec8e273400bc421ecf as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/e5c71903d20848ec8e273400bc421ecf
2024-11-20T13:46:44,864 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/e5c71903d20848ec8e273400bc421ecf, entries=150, sequenceid=244, filesize=30.4 K
2024-11-20T13:46:44,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/e97f7b31830742e4a434c8f928d6c723 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/e97f7b31830742e4a434c8f928d6c723
2024-11-20T13:46:44,868 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/e97f7b31830742e4a434c8f928d6c723, entries=150, sequenceid=244, filesize=11.9 K
2024-11-20T13:46:44,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/d38d72db85704602a21b1636e28a1972 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/d38d72db85704602a21b1636e28a1972
2024-11-20T13:46:44,871 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/d38d72db85704602a21b1636e28a1972, entries=150, sequenceid=244, filesize=11.9 K
2024-11-20T13:46:44,872 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 6ca84193fc9553aea7b5bd96700dc37e in 507ms, sequenceid=244, compaction requested=true
2024-11-20T13:46:44,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:44,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:46:44,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:44,872 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:44,872 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:44,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:46:44,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:44,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:46:44,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:44,874 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:44,874 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:44,874 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/B is initiating minor compaction (all files)
2024-11-20T13:46:44,874 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/A is initiating minor compaction (all files)
2024-11-20T13:46:44,874 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/A in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:44,874 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/B in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:44,874 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/ba75d1d845874f529da7cd92b1d63454, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/dccd014c71fb40a29e78c448de57d2e7, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/e97f7b31830742e4a434c8f928d6c723] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=36.0 K
2024-11-20T13:46:44,874 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/1ecc25ea4dd540a5b639f5d68938f0a0, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/fc537afc3f3e49dabb152b46107ffce8, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/e5c71903d20848ec8e273400bc421ecf] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=91.6 K
2024-11-20T13:46:44,874 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:44,874 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. files: [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/1ecc25ea4dd540a5b639f5d68938f0a0, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/fc537afc3f3e49dabb152b46107ffce8, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/e5c71903d20848ec8e273400bc421ecf]
2024-11-20T13:46:44,878 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ecc25ea4dd540a5b639f5d68938f0a0, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732110400365
2024-11-20T13:46:44,878 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting ba75d1d845874f529da7cd92b1d63454, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732110400365
2024-11-20T13:46:44,878 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting dccd014c71fb40a29e78c448de57d2e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732110401021
2024-11-20T13:46:44,878 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc537afc3f3e49dabb152b46107ffce8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732110401021
2024-11-20T13:46:44,879 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5c71903d20848ec8e273400bc421ecf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732110403208
2024-11-20T13:46:44,879 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting e97f7b31830742e4a434c8f928d6c723, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732110403208
2024-11-20T13:46:44,889 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:44,890 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#B#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:44,891 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/4f239d4f172b4d2f8f8d8dd89b7e2c14 is 50, key is test_row_0/B:col10/1732110404364/Put/seqid=0
2024-11-20T13:46:44,897 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112083cb8b24606448dc9c8cf067d697bc6f_6ca84193fc9553aea7b5bd96700dc37e store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:44,899 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112083cb8b24606448dc9c8cf067d697bc6f_6ca84193fc9553aea7b5bd96700dc37e, store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:44,899 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112083cb8b24606448dc9c8cf067d697bc6f_6ca84193fc9553aea7b5bd96700dc37e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:44,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742386_1562 (size=12697)
2024-11-20T13:46:44,925 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/4f239d4f172b4d2f8f8d8dd89b7e2c14 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/4f239d4f172b4d2f8f8d8dd89b7e2c14
2024-11-20T13:46:44,932 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/B of 6ca84193fc9553aea7b5bd96700dc37e into 4f239d4f172b4d2f8f8d8dd89b7e2c14(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:44,932 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:44,932 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/B, priority=13, startTime=1732110404872; duration=0sec
2024-11-20T13:46:44,932 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:44,932 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:B
2024-11-20T13:46:44,933 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:44,935 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:44,935 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/C is initiating minor compaction (all files)
2024-11-20T13:46:44,935 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/C in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:44,935 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/5dfdea70c5284f39946401d7d4d22ebe, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/86be0de304ae4c69a21794364ebd12d4, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/d38d72db85704602a21b1636e28a1972] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=36.0 K
2024-11-20T13:46:44,935 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 5dfdea70c5284f39946401d7d4d22ebe, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732110400365
2024-11-20T13:46:44,936 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 86be0de304ae4c69a21794364ebd12d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732110401021
2024-11-20T13:46:44,936 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting d38d72db85704602a21b1636e28a1972, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732110403208
2024-11-20T13:46:44,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742387_1563 (size=4469)
2024-11-20T13:46:44,946 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#C#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:44,947 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/2b82719a701947d3a4d81c1cd63b87fc is 50, key is test_row_0/C:col10/1732110404364/Put/seqid=0
2024-11-20T13:46:44,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742388_1564 (size=12697)
2024-11-20T13:46:44,965 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/2b82719a701947d3a4d81c1cd63b87fc as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/2b82719a701947d3a4d81c1cd63b87fc
2024-11-20T13:46:44,968 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/C of 6ca84193fc9553aea7b5bd96700dc37e into 2b82719a701947d3a4d81c1cd63b87fc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:44,968 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:44,968 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/C, priority=13, startTime=1732110404872; duration=0sec
2024-11-20T13:46:44,968 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:44,968 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:C
2024-11-20T13:46:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:45,024 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ca84193fc9553aea7b5bd96700dc37e 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-20T13:46:45,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=A
2024-11-20T13:46:45,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:45,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=B
2024-11-20T13:46:45,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:45,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=C
2024-11-20T13:46:45,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:45,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205b9d1b4e95584f4ca5c29bfc40e17fa1_6ca84193fc9553aea7b5bd96700dc37e is 50, key is test_row_0/A:col10/1732110404371/Put/seqid=0
2024-11-20T13:46:45,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742389_1565 (size=14894)
2024-11-20T13:46:45,041 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:45,045 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205b9d1b4e95584f4ca5c29bfc40e17fa1_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205b9d1b4e95584f4ca5c29bfc40e17fa1_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:45,046 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/8c75bbb20c8b43aebb2bb18adc81bd35, store: [table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:45,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/8c75bbb20c8b43aebb2bb18adc81bd35 is 175, key is test_row_0/A:col10/1732110404371/Put/seqid=0
2024-11-20T13:46:45,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742390_1566 (size=39849)
2024-11-20T13:46:45,058 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/8c75bbb20c8b43aebb2bb18adc81bd35
2024-11-20T13:46:45,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110465054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:45,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:45,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:45,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:45,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110465056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:45,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/f2ba0d0f56f64d8b84d79ef25d155706 is 50, key is test_row_0/B:col10/1732110404371/Put/seqid=0
2024-11-20T13:46:45,071 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742391_1567 (size=12251)
2024-11-20T13:46:45,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110465162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:45,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:45,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:45,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:45,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110465172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:45,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:45,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:45,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:45,337 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#A#compaction#475 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:45,338 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/f775472848ca42198e0595c5e109a128 is 175, key is test_row_0/A:col10/1732110404364/Put/seqid=0
2024-11-20T13:46:45,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742392_1568 (size=31651)
2024-11-20T13:46:45,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110465371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:45,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:45,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:45,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:45,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110465382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:45,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:45,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:45,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:45,472 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/f2ba0d0f56f64d8b84d79ef25d155706
2024-11-20T13:46:45,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/70336755527740509937d4c9b0e74c04 is 50, key is test_row_0/C:col10/1732110404371/Put/seqid=0
2024-11-20T13:46:45,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742393_1569 (size=12251)
2024-11-20T13:46:45,481 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/70336755527740509937d4c9b0e74c04
2024-11-20T13:46:45,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/8c75bbb20c8b43aebb2bb18adc81bd35 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/8c75bbb20c8b43aebb2bb18adc81bd35
2024-11-20T13:46:45,485 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/8c75bbb20c8b43aebb2bb18adc81bd35, entries=200, sequenceid=261, filesize=38.9 K
2024-11-20T13:46:45,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/f2ba0d0f56f64d8b84d79ef25d155706 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/f2ba0d0f56f64d8b84d79ef25d155706
2024-11-20T13:46:45,488 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/f2ba0d0f56f64d8b84d79ef25d155706, entries=150, sequenceid=261, filesize=12.0 K
2024-11-20T13:46:45,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/70336755527740509937d4c9b0e74c04 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/70336755527740509937d4c9b0e74c04
2024-11-20T13:46:45,491 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/70336755527740509937d4c9b0e74c04, entries=150, sequenceid=261, filesize=12.0 K
2024-11-20T13:46:45,491 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 6ca84193fc9553aea7b5bd96700dc37e in 467ms, sequenceid=261, compaction requested=false
2024-11-20T13:46:45,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-20T13:46:45,552 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:46:45,553 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:46:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees
2024-11-20T13:46:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-20T13:46:45,555 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:46:45,556 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:46:45,556 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:46:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-20T13:46:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:45,684 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ca84193fc9553aea7b5bd96700dc37e 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-20T13:46:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=A
2024-11-20T13:46:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=B
2024-11-20T13:46:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=C
2024-11-20T13:46:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:45,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120513d732154354ccbb82009daad4a8d90_6ca84193fc9553aea7b5bd96700dc37e is 50, key is test_row_0/A:col10/1732110405683/Put/seqid=0
2024-11-20T13:46:45,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742394_1570 (size=14994)
2024-11-20T13:46:45,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-20T13:46:45,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:45,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:45,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:45,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:45,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:45,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110465708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:45,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:45,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:45,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110465711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:45,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:45,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:45,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:45,744 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/f775472848ca42198e0595c5e109a128 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/f775472848ca42198e0595c5e109a128
2024-11-20T13:46:45,747 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/A of 6ca84193fc9553aea7b5bd96700dc37e into f775472848ca42198e0595c5e109a128(size=30.9 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:45,747 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:45,747 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/A, priority=13, startTime=1732110404872; duration=0sec
2024-11-20T13:46:45,747 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:45,747 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:A
2024-11-20T13:46:45,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110465822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:45,823 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:45,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:45,823 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:45,823 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110465822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:45,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:45,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:45,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:45,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-20T13:46:45,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:45,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:45,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:45,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:45,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-20T13:46:46,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-20T13:46:46,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:46,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:46,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:46,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:46,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:46,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:46,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110466031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:46,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:46,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110466031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:46,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:46,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:46,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:46,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:46,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:46,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:46,093 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:46,096 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120513d732154354ccbb82009daad4a8d90_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120513d732154354ccbb82009daad4a8d90_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:46,096 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/55fd7fe4ed0d4d99b19597f484afadfe, store: [table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:46,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/55fd7fe4ed0d4d99b19597f484afadfe is 175, key is test_row_0/A:col10/1732110405683/Put/seqid=0
2024-11-20T13:46:46,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742395_1571 (size=39949)
2024-11-20T13:46:46,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-20T13:46:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:46,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:46,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-20T13:46:46,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-20T13:46:46,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:46,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:46,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:46,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:46,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:46,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110466342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:46,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:46,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110466342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:46,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:46,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:46,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:46,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:46,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:46,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-20T13:46:46,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:46,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:46,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:46,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:46,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:46,500 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/55fd7fe4ed0d4d99b19597f484afadfe
2024-11-20T13:46:46,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/78329886bf714e8ea5c8fb1c9fc695b3 is 50, key is test_row_0/B:col10/1732110405683/Put/seqid=0
2024-11-20T13:46:46,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742396_1572 (size=12301)
2024-11-20T13:46:46,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-20T13:46:46,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:46,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:46,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:46,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:46,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-20T13:46:46,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-20T13:46:46,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:46,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:46,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:46,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:46,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:46,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110466853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:46,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:46,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:46,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110466853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:46,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:46,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:46,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:46,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:46,910 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/78329886bf714e8ea5c8fb1c9fc695b3
2024-11-20T13:46:46,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/1b7a107404e9435c8c44baa616c53f9a is 50, key is test_row_0/C:col10/1732110405683/Put/seqid=0
2024-11-20T13:46:46,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-20T13:46:46,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:46,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:46,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:46,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:46,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:46,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742397_1573 (size=12301)
2024-11-20T13:46:47,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-20T13:46:47,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:47,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:47,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:47,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:47,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:47,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-20T13:46:47,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:47,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:47,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:47,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:47,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:47,346 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/1b7a107404e9435c8c44baa616c53f9a
2024-11-20T13:46:47,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/55fd7fe4ed0d4d99b19597f484afadfe as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/55fd7fe4ed0d4d99b19597f484afadfe
2024-11-20T13:46:47,356 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/55fd7fe4ed0d4d99b19597f484afadfe, entries=200, sequenceid=279, filesize=39.0 K
2024-11-20T13:46:47,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/78329886bf714e8ea5c8fb1c9fc695b3 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/78329886bf714e8ea5c8fb1c9fc695b3
2024-11-20T13:46:47,361 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/78329886bf714e8ea5c8fb1c9fc695b3, entries=150, sequenceid=279, filesize=12.0 K
2024-11-20T13:46:47,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/1b7a107404e9435c8c44baa616c53f9a as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/1b7a107404e9435c8c44baa616c53f9a
2024-11-20T13:46:47,366 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/1b7a107404e9435c8c44baa616c53f9a, entries=150, sequenceid=279, filesize=12.0 K
2024-11-20T13:46:47,367 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 6ca84193fc9553aea7b5bd96700dc37e in 1683ms, sequenceid=279, compaction requested=true
2024-11-20T13:46:47,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:47,368 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:47,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:46:47,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:47,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:46:47,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:47,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:46:47,368 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:47,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:47,369 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 111449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:47,369 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/A is initiating minor compaction (all files)
2024-11-20T13:46:47,369 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/A in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:47,370 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/f775472848ca42198e0595c5e109a128, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/8c75bbb20c8b43aebb2bb18adc81bd35, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/55fd7fe4ed0d4d99b19597f484afadfe] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=108.8 K
2024-11-20T13:46:47,370 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:47,370 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. files: [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/f775472848ca42198e0595c5e109a128, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/8c75bbb20c8b43aebb2bb18adc81bd35, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/55fd7fe4ed0d4d99b19597f484afadfe]
2024-11-20T13:46:47,370 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37249 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:47,370 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/B is initiating minor compaction (all files)
2024-11-20T13:46:47,370 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/B in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:47,370 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/4f239d4f172b4d2f8f8d8dd89b7e2c14, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/f2ba0d0f56f64d8b84d79ef25d155706, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/78329886bf714e8ea5c8fb1c9fc695b3] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=36.4 K
2024-11-20T13:46:47,372 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting f775472848ca42198e0595c5e109a128, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732110403208
2024-11-20T13:46:47,372 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c75bbb20c8b43aebb2bb18adc81bd35, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732110404371
2024-11-20T13:46:47,372 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f239d4f172b4d2f8f8d8dd89b7e2c14, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732110403208
2024-11-20T13:46:47,372 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting f2ba0d0f56f64d8b84d79ef25d155706, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732110404371
2024-11-20T13:46:47,373 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55fd7fe4ed0d4d99b19597f484afadfe, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732110405047
2024-11-20T13:46:47,373 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 78329886bf714e8ea5c8fb1c9fc695b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732110405051
2024-11-20T13:46:47,381 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:47,382 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#B#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:47,383 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/b97f683a24d54321be08be7f84a22df1 is 50, key is test_row_0/B:col10/1732110405683/Put/seqid=0
2024-11-20T13:46:47,389 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411203e89a9ae8ea54c7c83f40e6da2a0f14f_6ca84193fc9553aea7b5bd96700dc37e store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:47,391 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411203e89a9ae8ea54c7c83f40e6da2a0f14f_6ca84193fc9553aea7b5bd96700dc37e, store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:47,391 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203e89a9ae8ea54c7c83f40e6da2a0f14f_6ca84193fc9553aea7b5bd96700dc37e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:47,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-20T13:46:47,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:47,392 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 6ca84193fc9553aea7b5bd96700dc37e 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-20T13:46:47,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=A
2024-11-20T13:46:47,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:47,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=B
2024-11-20T13:46:47,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:47,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=C
2024-11-20T13:46:47,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:47,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742398_1574 (size=12949)
2024-11-20T13:46:47,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120efcd9ec956d14cfbb3efc852b10bdb90_6ca84193fc9553aea7b5bd96700dc37e is 50, key is test_row_0/A:col10/1732110405710/Put/seqid=0
2024-11-20T13:46:47,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742399_1575 (size=4469)
2024-11-20T13:46:47,470 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#A#compaction#484 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:47,470 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/0a91d6f830544f81b463a0c67776f8d3 is 175, key is test_row_0/A:col10/1732110405683/Put/seqid=0
2024-11-20T13:46:47,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742401_1577 (size=31903)
2024-11-20T13:46:47,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742400_1576 (size=12454)
2024-11-20T13:46:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-20T13:46:47,846 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/b97f683a24d54321be08be7f84a22df1 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/b97f683a24d54321be08be7f84a22df1
2024-11-20T13:46:47,863 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/B of 6ca84193fc9553aea7b5bd96700dc37e into b97f683a24d54321be08be7f84a22df1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:47,863 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:47,863 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/B, priority=13, startTime=1732110407368; duration=0sec
2024-11-20T13:46:47,863 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:47,863 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:B
2024-11-20T13:46:47,863 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:47,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:47,865 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37249 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:47,865 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/C is initiating minor compaction (all files)
2024-11-20T13:46:47,865 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/C in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:47,865 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/2b82719a701947d3a4d81c1cd63b87fc, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/70336755527740509937d4c9b0e74c04, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/1b7a107404e9435c8c44baa616c53f9a] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=36.4 K
2024-11-20T13:46:47,866 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b82719a701947d3a4d81c1cd63b87fc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732110403208
2024-11-20T13:46:47,866 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 70336755527740509937d4c9b0e74c04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732110404371
2024-11-20T13:46:47,866 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b7a107404e9435c8c44baa616c53f9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732110405051
2024-11-20T13:46:47,875 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#C#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:47,876 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/43f7bbb0085141f787b7a3d832c868b3 is 50, key is test_row_0/C:col10/1732110405683/Put/seqid=0
2024-11-20T13:46:47,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742402_1578 (size=12949)
2024-11-20T13:46:47,896 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/43f7bbb0085141f787b7a3d832c868b3 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/43f7bbb0085141f787b7a3d832c868b3
2024-11-20T13:46:47,901 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/C of 6ca84193fc9553aea7b5bd96700dc37e into 43f7bbb0085141f787b7a3d832c868b3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:47,901 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:47,901 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/C, priority=13, startTime=1732110407368; duration=0sec
2024-11-20T13:46:47,903 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:47,903 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:C
2024-11-20T13:46:47,913 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/0a91d6f830544f81b463a0c67776f8d3 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/0a91d6f830544f81b463a0c67776f8d3
2024-11-20T13:46:47,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110467910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:47,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:47,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:47,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:47,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:47,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110467912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:47,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:47,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:47,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:47,917 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/A of 6ca84193fc9553aea7b5bd96700dc37e into 0a91d6f830544f81b463a0c67776f8d3(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:47,917 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:47,917 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/A, priority=13, startTime=1732110407367; duration=0sec
2024-11-20T13:46:47,918 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:47,918 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:A
2024-11-20T13:46:47,920 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120efcd9ec956d14cfbb3efc852b10bdb90_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120efcd9ec956d14cfbb3efc852b10bdb90_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:47,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/6828cda01e2244d59182f54c154efdd8, store: [table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:47,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/6828cda01e2244d59182f54c154efdd8 is 175, key is test_row_0/A:col10/1732110405710/Put/seqid=0
2024-11-20T13:46:47,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742403_1579 (size=31255)
2024-11-20T13:46:48,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110468021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:48,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110468022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:48,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:48,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:48,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:48,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:48,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:48,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:48,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110468232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:48,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110468232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:48,330 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/6828cda01e2244d59182f54c154efdd8
2024-11-20T13:46:48,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/a29fcc8d98e54cf1b9c2bf105219c04d is 50, key is test_row_0/B:col10/1732110405710/Put/seqid=0
2024-11-20T13:46:48,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742404_1580 (size=12301)
2024-11-20T13:46:48,344 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/a29fcc8d98e54cf1b9c2bf105219c04d
2024-11-20T13:46:48,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/f6a60dc878ac40869b03d0157564075f is 50, key is test_row_0/C:col10/1732110405710/Put/seqid=0
2024-11-20T13:46:48,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742405_1581 (size=12301)
2024-11-20T13:46:48,362 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/f6a60dc878ac40869b03d0157564075f
2024-11-20T13:46:48,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/6828cda01e2244d59182f54c154efdd8 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/6828cda01e2244d59182f54c154efdd8
2024-11-20T13:46:48,372 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/6828cda01e2244d59182f54c154efdd8, entries=150, sequenceid=294, filesize=30.5 K
2024-11-20T13:46:48,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/a29fcc8d98e54cf1b9c2bf105219c04d as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/a29fcc8d98e54cf1b9c2bf105219c04d
2024-11-20T13:46:48,378 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/a29fcc8d98e54cf1b9c2bf105219c04d, entries=150, sequenceid=294, filesize=12.0 K
2024-11-20T13:46:48,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/f6a60dc878ac40869b03d0157564075f as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/f6a60dc878ac40869b03d0157564075f
2024-11-20T13:46:48,383 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/f6a60dc878ac40869b03d0157564075f, entries=150, sequenceid=294, filesize=12.0 K
2024-11-20T13:46:48,385 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 6ca84193fc9553aea7b5bd96700dc37e in 992ms, sequenceid=294, compaction requested=false
2024-11-20T13:46:48,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:48,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:48,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163
2024-11-20T13:46:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=163
2024-11-20T13:46:48,389 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162
2024-11-20T13:46:48,389 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8310 sec
2024-11-20T13:46:48,394 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 2.8380 sec
2024-11-20T13:46:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:48,545 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ca84193fc9553aea7b5bd96700dc37e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-20T13:46:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=A
2024-11-20T13:46:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=B
2024-11-20T13:46:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=C
2024-11-20T13:46:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:48,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205f148f10e7c14a9e9fc57cc414431b53_6ca84193fc9553aea7b5bd96700dc37e is 50, key is test_row_0/A:col10/1732110407908/Put/seqid=0
2024-11-20T13:46:48,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742406_1582 (size=12454)
2024-11-20T13:46:48,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110468565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:48,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110468567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:48,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:48,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:48,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:48,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110468672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:48,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:48,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:48,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:48,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110468682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:48,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:48,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:48,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:48,884 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110468881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:48,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:48,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:48,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:48,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110468891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:48,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:48,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:48,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:48,958 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:48,961 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205f148f10e7c14a9e9fc57cc414431b53_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205f148f10e7c14a9e9fc57cc414431b53_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:48,961 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/bc9698e93d63493c8659a85b33983b8b, store: [table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:48,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/bc9698e93d63493c8659a85b33983b8b is 175, key is test_row_0/A:col10/1732110407908/Put/seqid=0
2024-11-20T13:46:48,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742407_1583 (size=31255)
2024-11-20T13:46:48,965 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/bc9698e93d63493c8659a85b33983b8b
2024-11-20T13:46:48,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/c1c0a23589e54b1e822d8a8cdff418a6 is 50, key is test_row_0/B:col10/1732110407908/Put/seqid=0
2024-11-20T13:46:48,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742408_1584 (size=12301)
2024-11-20T13:46:48,975 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/c1c0a23589e54b1e822d8a8cdff418a6
2024-11-20T13:46:48,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/bfda6e769b294e9fb5fd1ebd73c2f77d is 50, key is test_row_0/C:col10/1732110407908/Put/seqid=0
2024-11-20T13:46:48,990 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742409_1585 (size=12301)
2024-11-20T13:46:48,991 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/bfda6e769b294e9fb5fd1ebd73c2f77d
2024-11-20T13:46:48,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/bc9698e93d63493c8659a85b33983b8b as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/bc9698e93d63493c8659a85b33983b8b
2024-11-20T13:46:48,999 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/bc9698e93d63493c8659a85b33983b8b, entries=150, sequenceid=316, filesize=30.5 K
2024-11-20T13:46:48,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/c1c0a23589e54b1e822d8a8cdff418a6 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/c1c0a23589e54b1e822d8a8cdff418a6
2024-11-20T13:46:49,002 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/c1c0a23589e54b1e822d8a8cdff418a6, entries=150, sequenceid=316, filesize=12.0 K
2024-11-20T13:46:49,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/bfda6e769b294e9fb5fd1ebd73c2f77d as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/bfda6e769b294e9fb5fd1ebd73c2f77d
2024-11-20T13:46:49,008 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/bfda6e769b294e9fb5fd1ebd73c2f77d, entries=150, sequenceid=316, filesize=12.0 K
2024-11-20T13:46:49,009 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 6ca84193fc9553aea7b5bd96700dc37e in 465ms, sequenceid=316, compaction requested=true
2024-11-20T13:46:49,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:49,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:46:49,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:49,010 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:49,010 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:49,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:46:49,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:49,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:46:49,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:49,010 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:49,010 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:49,010 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/A is initiating minor compaction (all files)
2024-11-20T13:46:49,010 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/B is initiating minor compaction (all files)
2024-11-20T13:46:49,010 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/A in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:49,011 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/B in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:49,011 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/0a91d6f830544f81b463a0c67776f8d3, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/6828cda01e2244d59182f54c154efdd8, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/bc9698e93d63493c8659a85b33983b8b] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=92.2 K
2024-11-20T13:46:49,011 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/b97f683a24d54321be08be7f84a22df1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/a29fcc8d98e54cf1b9c2bf105219c04d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/c1c0a23589e54b1e822d8a8cdff418a6] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=36.7 K
2024-11-20T13:46:49,011 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:49,011 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. files: [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/0a91d6f830544f81b463a0c67776f8d3, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/6828cda01e2244d59182f54c154efdd8, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/bc9698e93d63493c8659a85b33983b8b]
2024-11-20T13:46:49,011 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting b97f683a24d54321be08be7f84a22df1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732110405051
2024-11-20T13:46:49,011 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a91d6f830544f81b463a0c67776f8d3, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732110405051
2024-11-20T13:46:49,011 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting a29fcc8d98e54cf1b9c2bf105219c04d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732110405701
2024-11-20T13:46:49,011 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6828cda01e2244d59182f54c154efdd8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732110405701
2024-11-20T13:46:49,012 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting c1c0a23589e54b1e822d8a8cdff418a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732110407901
2024-11-20T13:46:49,012 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc9698e93d63493c8659a85b33983b8b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732110407901
2024-11-20T13:46:49,017 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:49,022 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#B#compaction#493 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:49,023 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/2399768021724203b6305597b059d338 is 50, key is test_row_0/B:col10/1732110407908/Put/seqid=0
2024-11-20T13:46:49,025 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120f3fca800e0fb4fb8b04d4dfcb050ec2c_6ca84193fc9553aea7b5bd96700dc37e store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:49,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742410_1586 (size=13051)
2024-11-20T13:46:49,026 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120f3fca800e0fb4fb8b04d4dfcb050ec2c_6ca84193fc9553aea7b5bd96700dc37e, store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:49,028 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f3fca800e0fb4fb8b04d4dfcb050ec2c_6ca84193fc9553aea7b5bd96700dc37e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:49,033 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/2399768021724203b6305597b059d338 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/2399768021724203b6305597b059d338
2024-11-20T13:46:49,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742411_1587 (size=4469)
2024-11-20T13:46:49,041 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/B of 6ca84193fc9553aea7b5bd96700dc37e into 2399768021724203b6305597b059d338(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:49,041 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:49,041 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/B, priority=13, startTime=1732110409010; duration=0sec
2024-11-20T13:46:49,041 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:49,041 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:B
2024-11-20T13:46:49,041 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-20T13:46:49,042 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-20T13:46:49,042 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/C is initiating minor compaction (all files)
2024-11-20T13:46:49,042 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/C in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:49,042 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/43f7bbb0085141f787b7a3d832c868b3, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/f6a60dc878ac40869b03d0157564075f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/bfda6e769b294e9fb5fd1ebd73c2f77d] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=36.7 K
2024-11-20T13:46:49,042 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 43f7bbb0085141f787b7a3d832c868b3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732110405051
2024-11-20T13:46:49,043 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting f6a60dc878ac40869b03d0157564075f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732110405701
2024-11-20T13:46:49,043 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting bfda6e769b294e9fb5fd1ebd73c2f77d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732110407901
2024-11-20T13:46:49,051 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#C#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:49,052 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/0a9755dbde564641bc8bc225b57e9732 is 50, key is test_row_0/C:col10/1732110407908/Put/seqid=0
2024-11-20T13:46:49,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742412_1588 (size=13051)
2024-11-20T13:46:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:49,195 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ca84193fc9553aea7b5bd96700dc37e 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-20T13:46:49,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=A
2024-11-20T13:46:49,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:49,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=B
2024-11-20T13:46:49,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:49,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=C
2024-11-20T13:46:49,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:49,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112029a7b9e5be2c45598b597e0bfb0e77fc_6ca84193fc9553aea7b5bd96700dc37e is 50, key is test_row_0/A:col10/1732110409193/Put/seqid=0
2024-11-20T13:46:49,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110469249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:49,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:49,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:49,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:49,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110469255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:49,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:49,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:49,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:49,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742413_1589 (size=14994)
2024-11-20T13:46:49,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110469361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:49,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:49,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:49,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:49,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110469361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:49,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:49,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:49,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:49,436 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#A#compaction#492 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:49,436 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/eeb967a46c4b4121a7c70375a3d2f63c is 175, key is test_row_0/A:col10/1732110407908/Put/seqid=0
2024-11-20T13:46:49,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742414_1590 (size=32005)
2024-11-20T13:46:49,459 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/0a9755dbde564641bc8bc225b57e9732 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/0a9755dbde564641bc8bc225b57e9732
2024-11-20T13:46:49,469 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/C of 6ca84193fc9553aea7b5bd96700dc37e into 0a9755dbde564641bc8bc225b57e9732(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:49,469 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:49,469 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/C, priority=13, startTime=1732110409010; duration=0sec
2024-11-20T13:46:49,469 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:49,469 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:C
2024-11-20T13:46:49,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110469572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:49,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:49,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:49,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110469572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:49,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:49,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:49,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:49,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:49,658 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:49,661 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112029a7b9e5be2c45598b597e0bfb0e77fc_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112029a7b9e5be2c45598b597e0bfb0e77fc_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:49,662 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/a0494939fb3c4b24955c1c2bf95bfa64, store: [table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:49,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/a0494939fb3c4b24955c1c2bf95bfa64 is 175, key is test_row_0/A:col10/1732110409193/Put/seqid=0
2024-11-20T13:46:49,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742415_1591 (size=39949)
2024-11-20T13:46:49,667 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/a0494939fb3c4b24955c1c2bf95bfa64
2024-11-20T13:46:49,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/f23155b2eac440218f418ac64ecc6795 is 50, key is test_row_0/B:col10/1732110409193/Put/seqid=0
2024-11-20T13:46:49,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742416_1592 (size=12301)
2024-11-20T13:46:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-20T13:46:49,712 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:46:49,712 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-20T13:46:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees
2024-11-20T13:46:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-20T13:46:49,732 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-20T13:46:49,734 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-20T13:46:49,734 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-20T13:46:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-20T13:46:49,848 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/eeb967a46c4b4121a7c70375a3d2f63c as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/eeb967a46c4b4121a7c70375a3d2f63c
2024-11-20T13:46:49,850 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-20T13:46:49,853 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/A of 6ca84193fc9553aea7b5bd96700dc37e into eeb967a46c4b4121a7c70375a3d2f63c(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:49,853 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:49,853 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/A, priority=13, startTime=1732110409010; duration=0sec
2024-11-20T13:46:49,853 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:49,853 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:A
2024-11-20T13:46:49,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110469883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:49,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:49,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110469883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:49,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:49,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:49,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:49,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:49,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:49,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165
2024-11-20T13:46:49,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:49,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:49,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:49,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:49,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=165
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:50,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165
2024-11-20T13:46:50,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:50,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:50,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:50,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:50,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=165
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-20T13:46:50,085 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/f23155b2eac440218f418ac64ecc6795
2024-11-20T13:46:50,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/ea56829902c2456cb36d6552bdea34d1 is 50, key is test_row_0/C:col10/1732110409193/Put/seqid=0
2024-11-20T13:46:50,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742417_1593 (size=12301)
2024-11-20T13:46:50,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165
2024-11-20T13:46:50,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:50,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:50,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:50,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:50,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=165
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:50,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165
2024-11-20T13:46:50,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:50,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:50,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:50,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:50,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=165
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-20T13:46:50,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110470392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:50,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:50,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:50,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:50,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110470401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:50,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:50,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:50,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:50,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165
2024-11-20T13:46:50,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:50,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:50,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:50,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:50,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165
java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4177): Remote procedure failed, pid=165
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T13:46:50,498 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/ea56829902c2456cb36d6552bdea34d1
2024-11-20T13:46:50,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/a0494939fb3c4b24955c1c2bf95bfa64 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/a0494939fb3c4b24955c1c2bf95bfa64
2024-11-20T13:46:50,506 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/a0494939fb3c4b24955c1c2bf95bfa64, entries=200, sequenceid=331, filesize=39.0 K
2024-11-20T13:46:50,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/f23155b2eac440218f418ac64ecc6795 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/f23155b2eac440218f418ac64ecc6795
2024-11-20T13:46:50,510 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/f23155b2eac440218f418ac64ecc6795, entries=150, sequenceid=331, filesize=12.0 K
2024-11-20T13:46:50,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/ea56829902c2456cb36d6552bdea34d1 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/ea56829902c2456cb36d6552bdea34d1
2024-11-20T13:46:50,514 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/ea56829902c2456cb36d6552bdea34d1, entries=150, sequenceid=331, filesize=12.0 K
2024-11-20T13:46:50,515 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 6ca84193fc9553aea7b5bd96700dc37e in 1320ms, sequenceid=331, compaction requested=false
2024-11-20T13:46:50,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:50,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165
2024-11-20T13:46:50,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:50,651 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 6ca84193fc9553aea7b5bd96700dc37e 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-20T13:46:50,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=A
2024-11-20T13:46:50,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:50,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=B
2024-11-20T13:46:50,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:50,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=C
2024-11-20T13:46:50,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:50,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d85b0b3b25ac474d9b1dceaae6309a36_6ca84193fc9553aea7b5bd96700dc37e is 50, key is test_row_0/A:col10/1732110409239/Put/seqid=0
2024-11-20T13:46:50,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742418_1594 (size=12454)
2024-11-20T13:46:50,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:50,665 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d85b0b3b25ac474d9b1dceaae6309a36_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d85b0b3b25ac474d9b1dceaae6309a36_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:50,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/cbe9f20955db4e469188f48204899928, store: [table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:50,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/cbe9f20955db4e469188f48204899928 is 175, key is test_row_0/A:col10/1732110409239/Put/seqid=0
2024-11-20T13:46:50,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742419_1595 (size=31255)
2024-11-20T13:46:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-20T13:46:51,071 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=351, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/cbe9f20955db4e469188f48204899928
2024-11-20T13:46:51,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/8d7d067418184a4f9701c2f8b3b18e99 is 50, key is test_row_0/B:col10/1732110409239/Put/seqid=0
2024-11-20T13:46:51,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742420_1596 (size=12301)
2024-11-20T13:46:51,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. as already flushing
2024-11-20T13:46:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:51,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60532 deadline: 1732110471276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:51,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:51,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:51,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:51,288 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1732110471282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:51,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60472 deadline: 1732110471321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:51,325 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_1' in 6ca84193fc9553aea7b5bd96700dc37e of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18318 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:51,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:51,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:51,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:51,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1732110471392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:51,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:51,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:51,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60532 deadline: 1732110471392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:51,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:51,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:51,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:51,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:51,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110471413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:51,414 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_0' in 6ca84193fc9553aea7b5bd96700dc37e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:51,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:51,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:51,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:51,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110471422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:51,425 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_0' in 6ca84193fc9553aea7b5bd96700dc37e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:51,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:51,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:51,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:51,532 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/8d7d067418184a4f9701c2f8b3b18e99
2024-11-20T13:46:51,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/2b4b3fae5c3e4ebd8cd553d5d1405ac7 is 50, key is test_row_0/C:col10/1732110409239/Put/seqid=0
2024-11-20T13:46:51,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742421_1597 (size=12301)
2024-11-20T13:46:51,607 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60532 deadline: 1732110471603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:51,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:51,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:51,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:51,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1732110471603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:51,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:51,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:51,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-20T13:46:51,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60532 deadline: 1732110471912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:51,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:51,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1732110471912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:51,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:51,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:51,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:51,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:51,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:51,991 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/2b4b3fae5c3e4ebd8cd553d5d1405ac7
2024-11-20T13:46:51,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/cbe9f20955db4e469188f48204899928 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/cbe9f20955db4e469188f48204899928
2024-11-20T13:46:52,003 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/cbe9f20955db4e469188f48204899928, entries=150, sequenceid=351, filesize=30.5 K
2024-11-20T13:46:52,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/8d7d067418184a4f9701c2f8b3b18e99 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/8d7d067418184a4f9701c2f8b3b18e99
2024-11-20T13:46:52,008 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/8d7d067418184a4f9701c2f8b3b18e99, entries=150, sequenceid=351, filesize=12.0 K
2024-11-20T13:46:52,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/2b4b3fae5c3e4ebd8cd553d5d1405ac7 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/2b4b3fae5c3e4ebd8cd553d5d1405ac7
2024-11-20T13:46:52,014 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/2b4b3fae5c3e4ebd8cd553d5d1405ac7, entries=150, sequenceid=351, filesize=12.0 K
2024-11-20T13:46:52,014 INFO  [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 6ca84193fc9553aea7b5bd96700dc37e in 1363ms, sequenceid=351, compaction requested=true
2024-11-20T13:46:52,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:52,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:52,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165
2024-11-20T13:46:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=165
2024-11-20T13:46:52,018 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164
2024-11-20T13:46:52,018 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2820 sec
2024-11-20T13:46:52,030 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 2.3070 sec
2024-11-20T13:46:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:52,425 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ca84193fc9553aea7b5bd96700dc37e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-20T13:46:52,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=A
2024-11-20T13:46:52,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:52,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=B
2024-11-20T13:46:52,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:52,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=C
2024-11-20T13:46:52,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:52,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a282fdbe14b448c3af2c3e7228e0f930_6ca84193fc9553aea7b5bd96700dc37e is 50, key is test_row_0/A:col10/1732110411266/Put/seqid=0
2024-11-20T13:46:52,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742422_1598 (size=14994)
2024-11-20T13:46:52,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1732110472473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:52,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60532 deadline: 1732110472474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:52,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:52,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:52,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:52,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:52,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:52,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:52,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1732110472582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:52,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60532 deadline: 1732110472582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:52,796 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1732110472792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:52,796 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60532 deadline: 1732110472792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:52,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:52,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:52,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:52,839 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:52,841 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a282fdbe14b448c3af2c3e7228e0f930_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a282fdbe14b448c3af2c3e7228e0f930_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:52,842 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/540aa4f679da4b9893e364af3e2b38f0, store: [table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:52,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/540aa4f679da4b9893e364af3e2b38f0 is 175, key is test_row_0/A:col10/1732110411266/Put/seqid=0
2024-11-20T13:46:52,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742423_1599 (size=39949)
2024-11-20T13:46:52,974 INFO  [Thread-2255 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2255.
2024-11-20T13:46:52,974 DEBUG [Thread-2255 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:46:52,974 DEBUG [Thread-2255 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:52,974 DEBUG [Thread-2255 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:52,974 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:46:52,974 INFO  [Thread-2261 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2261.
2024-11-20T13:46:52,974 DEBUG [Thread-2261 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:46:52,974 DEBUG [Thread-2261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:52,974 DEBUG [Thread-2261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:52,974 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:46:52,978 INFO  [Thread-2253 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2253.
2024-11-20T13:46:52,978 DEBUG [Thread-2253 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:46:52,978 DEBUG [Thread-2253 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:52,978 DEBUG [Thread-2253 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:52,978 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:46:52,978 INFO  [Thread-2259 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2259.
2024-11-20T13:46:52,978 DEBUG [Thread-2259 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:46:52,978 DEBUG [Thread-2259 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:52,979 DEBUG [Thread-2259 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:52,979 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:46:52,980 INFO  [Thread-2257 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2257.
2024-11-20T13:46:52,980 DEBUG [Thread-2257 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:46:52,980 DEBUG [Thread-2257 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:52,980 DEBUG [Thread-2257 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:52,980 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:46:53,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60532 deadline: 1732110473102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:53,103 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:53,103 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:53,103 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:53,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1732110473102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:53,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:53,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:53,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:53,254 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/540aa4f679da4b9893e364af3e2b38f0
2024-11-20T13:46:53,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/ff7369f7dfc64cd39b7a2a83b7dd7340 is 50, key is test_row_0/B:col10/1732110411266/Put/seqid=0
2024-11-20T13:46:53,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742424_1600 (size=12301)
2024-11-20T13:46:53,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:53,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60464 deadline: 1732110473422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:53,423 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_0' in 6ca84193fc9553aea7b5bd96700dc37e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4167 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:53,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:53,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:53,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:53,442 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1732110473442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:53,443 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,46817,1732110231487 for 'test_row_0' in 6ca84193fc9553aea7b5bd96700dc37e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-20T13:46:53,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:53,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:53,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:53,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:53,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-20T13:46:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60532 deadline: 1732110473612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1732110473612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
2024-11-20T13:46:53,613 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:53,613 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:53,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 , the old value is region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:53,613 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:53,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-20T13:46:53,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., hostname=28425b5b8f92,46817,1732110231487, seqNum=5 because the exception is null or not the one we care about
2024-11-20T13:46:53,665 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/ff7369f7dfc64cd39b7a2a83b7dd7340
2024-11-20T13:46:53,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/0d2f744d04664cfc93c0037fe264be03 is 50, key is test_row_0/C:col10/1732110411266/Put/seqid=0
2024-11-20T13:46:53,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742425_1601 (size=12301)
2024-11-20T13:46:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-20T13:46:53,903 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:46:54,075 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/0d2f744d04664cfc93c0037fe264be03
2024-11-20T13:46:54,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/540aa4f679da4b9893e364af3e2b38f0 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/540aa4f679da4b9893e364af3e2b38f0
2024-11-20T13:46:54,082 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/540aa4f679da4b9893e364af3e2b38f0, entries=200, sequenceid=367, filesize=39.0 K
2024-11-20T13:46:54,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/ff7369f7dfc64cd39b7a2a83b7dd7340 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/ff7369f7dfc64cd39b7a2a83b7dd7340
2024-11-20T13:46:54,085 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/ff7369f7dfc64cd39b7a2a83b7dd7340, entries=150, sequenceid=367, filesize=12.0 K
2024-11-20T13:46:54,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/0d2f744d04664cfc93c0037fe264be03 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/0d2f744d04664cfc93c0037fe264be03
2024-11-20T13:46:54,089 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/0d2f744d04664cfc93c0037fe264be03, entries=150, sequenceid=367, filesize=12.0 K
2024-11-20T13:46:54,090 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 6ca84193fc9553aea7b5bd96700dc37e in 1665ms, sequenceid=367, compaction requested=true
2024-11-20T13:46:54,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:54,091 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:46:54,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:A, priority=-2147483648, current under compaction store size is 1
2024-11-20T13:46:54,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:54,091 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:46:54,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:B, priority=-2147483648, current under compaction store size is 2
2024-11-20T13:46:54,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:54,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ca84193fc9553aea7b5bd96700dc37e:C, priority=-2147483648, current under compaction store size is 3
2024-11-20T13:46:54,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:54,092 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 143158 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:46:54,092 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/A is initiating minor compaction (all files)
2024-11-20T13:46:54,092 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/A in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:54,092 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/eeb967a46c4b4121a7c70375a3d2f63c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/a0494939fb3c4b24955c1c2bf95bfa64, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/cbe9f20955db4e469188f48204899928, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/540aa4f679da4b9893e364af3e2b38f0] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=139.8 K
2024-11-20T13:46:54,092 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:54,092 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. files: [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/eeb967a46c4b4121a7c70375a3d2f63c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/a0494939fb3c4b24955c1c2bf95bfa64, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/cbe9f20955db4e469188f48204899928, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/540aa4f679da4b9893e364af3e2b38f0]
2024-11-20T13:46:54,092 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:46:54,092 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting eeb967a46c4b4121a7c70375a3d2f63c, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732110407901
2024-11-20T13:46:54,092 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/B is initiating minor compaction (all files)
2024-11-20T13:46:54,092 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/B in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:54,093 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/2399768021724203b6305597b059d338, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/f23155b2eac440218f418ac64ecc6795, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/8d7d067418184a4f9701c2f8b3b18e99, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/ff7369f7dfc64cd39b7a2a83b7dd7340] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=48.8 K
2024-11-20T13:46:54,093 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0494939fb3c4b24955c1c2bf95bfa64, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732110408548
2024-11-20T13:46:54,093 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbe9f20955db4e469188f48204899928, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732110409239
2024-11-20T13:46:54,093 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 2399768021724203b6305597b059d338, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732110407901
2024-11-20T13:46:54,093 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting f23155b2eac440218f418ac64ecc6795, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732110408548
2024-11-20T13:46:54,093 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] compactions.Compactor(225): Compacting 540aa4f679da4b9893e364af3e2b38f0, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732110411266
2024-11-20T13:46:54,093 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d7d067418184a4f9701c2f8b3b18e99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732110409239
2024-11-20T13:46:54,094 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting ff7369f7dfc64cd39b7a2a83b7dd7340, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732110411266
2024-11-20T13:46:54,100 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:54,102 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#B#compaction#504 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:54,102 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/dbbf28b9342b4ec9b05a482e232dd869 is 50, key is test_row_0/B:col10/1732110411266/Put/seqid=0
2024-11-20T13:46:54,109 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411207a2efbdbddb14c01aea89a82b24f52c8_6ca84193fc9553aea7b5bd96700dc37e store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:54,113 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411207a2efbdbddb14c01aea89a82b24f52c8_6ca84193fc9553aea7b5bd96700dc37e, store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:54,113 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207a2efbdbddb14c01aea89a82b24f52c8_6ca84193fc9553aea7b5bd96700dc37e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:54,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742426_1602 (size=13187)
2024-11-20T13:46:54,125 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/dbbf28b9342b4ec9b05a482e232dd869 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/dbbf28b9342b4ec9b05a482e232dd869
2024-11-20T13:46:54,130 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/B of 6ca84193fc9553aea7b5bd96700dc37e into dbbf28b9342b4ec9b05a482e232dd869(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:54,130 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:54,130 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/B, priority=12, startTime=1732110414091; duration=0sec
2024-11-20T13:46:54,130 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-20T13:46:54,130 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:B
2024-11-20T13:46:54,130 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-20T13:46:54,131 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-20T13:46:54,131 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1541): 6ca84193fc9553aea7b5bd96700dc37e/C is initiating minor compaction (all files)
2024-11-20T13:46:54,131 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ca84193fc9553aea7b5bd96700dc37e/C in TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:46:54,131 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/0a9755dbde564641bc8bc225b57e9732, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/ea56829902c2456cb36d6552bdea34d1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/2b4b3fae5c3e4ebd8cd553d5d1405ac7, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/0d2f744d04664cfc93c0037fe264be03] into tmpdir=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp, totalSize=48.8 K
2024-11-20T13:46:54,132 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a9755dbde564641bc8bc225b57e9732, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732110407901
2024-11-20T13:46:54,132 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting ea56829902c2456cb36d6552bdea34d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732110408548
2024-11-20T13:46:54,132 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b4b3fae5c3e4ebd8cd553d5d1405ac7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732110409239
2024-11-20T13:46:54,132 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d2f744d04664cfc93c0037fe264be03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732110411266
2024-11-20T13:46:54,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742427_1603 (size=4469)
2024-11-20T13:46:54,142 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#A#compaction#505 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:54,143 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/5715af9b0edb4e0ab90cb2cdf00fa91e is 175, key is test_row_0/A:col10/1732110411266/Put/seqid=0
2024-11-20T13:46:54,143 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ca84193fc9553aea7b5bd96700dc37e#C#compaction#506 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-20T13:46:54,143 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/4e703f2efaff43ceadd754240755300e is 50, key is test_row_0/C:col10/1732110411266/Put/seqid=0
2024-11-20T13:46:54,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742428_1604 (size=32141)
2024-11-20T13:46:54,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742429_1605 (size=13187)
2024-11-20T13:46:54,158 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/5715af9b0edb4e0ab90cb2cdf00fa91e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/5715af9b0edb4e0ab90cb2cdf00fa91e
2024-11-20T13:46:54,163 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/A of 6ca84193fc9553aea7b5bd96700dc37e into 5715af9b0edb4e0ab90cb2cdf00fa91e(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:54,163 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:54,163 INFO  [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/A, priority=12, startTime=1732110414091; duration=0sec
2024-11-20T13:46:54,163 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:54,163 DEBUG [RS:0;28425b5b8f92:46817-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:A
2024-11-20T13:46:54,553 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/4e703f2efaff43ceadd754240755300e as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/4e703f2efaff43ceadd754240755300e
2024-11-20T13:46:54,556 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ca84193fc9553aea7b5bd96700dc37e/C of 6ca84193fc9553aea7b5bd96700dc37e into 4e703f2efaff43ceadd754240755300e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-20T13:46:54,556 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:54,556 INFO  [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., storeName=6ca84193fc9553aea7b5bd96700dc37e/C, priority=12, startTime=1732110414091; duration=0sec
2024-11-20T13:46:54,556 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-20T13:46:54,556 DEBUG [RS:0;28425b5b8f92:46817-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ca84193fc9553aea7b5bd96700dc37e:C
2024-11-20T13:46:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] regionserver.HRegion(8855): Flush requested on 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:54,624 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ca84193fc9553aea7b5bd96700dc37e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-20T13:46:54,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=A
2024-11-20T13:46:54,624 INFO  [Thread-2248 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2248.
2024-11-20T13:46:54,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:54,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=B
2024-11-20T13:46:54,624 DEBUG [Thread-2248 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:46:54,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:54,624 DEBUG [Thread-2248 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:54,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=C
2024-11-20T13:46:54,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:46:54,624 DEBUG [Thread-2248 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:54,624 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:46:54,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120758680d6be0b4c9f89843c0148ba495d_6ca84193fc9553aea7b5bd96700dc37e is 50, key is test_row_0/A:col10/1732110412453/Put/seqid=0
2024-11-20T13:46:54,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742430_1606 (size=12454)
2024-11-20T13:46:54,633 INFO  [Thread-2244 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2244.
2024-11-20T13:46:54,633 DEBUG [Thread-2244 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:46:54,633 DEBUG [Thread-2244 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:54,633 DEBUG [Thread-2244 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:54,633 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:46:55,033 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:46:55,036 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120758680d6be0b4c9f89843c0148ba495d_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120758680d6be0b4c9f89843c0148ba495d_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:46:55,036 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/37461a8eee0a44b3bc61362c0f3bdaf1, store: [table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:46:55,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/37461a8eee0a44b3bc61362c0f3bdaf1 is 175, key is test_row_0/A:col10/1732110412453/Put/seqid=0
2024-11-20T13:46:55,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742431_1607 (size=31255)
2024-11-20T13:46:55,440 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=387, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/37461a8eee0a44b3bc61362c0f3bdaf1
2024-11-20T13:46:55,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/23711a46d4c34c1787ea16f3cf24ba64 is 50, key is test_row_0/B:col10/1732110412453/Put/seqid=0
2024-11-20T13:46:55,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742432_1608 (size=12301)
2024-11-20T13:46:55,849 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/23711a46d4c34c1787ea16f3cf24ba64
2024-11-20T13:46:55,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/9fb86797085246c9b2d4e04374f0372a is 50, key is test_row_0/C:col10/1732110412453/Put/seqid=0
2024-11-20T13:46:55,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742433_1609 (size=12301)
2024-11-20T13:46:55,865 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/9fb86797085246c9b2d4e04374f0372a
2024-11-20T13:46:55,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/37461a8eee0a44b3bc61362c0f3bdaf1 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/37461a8eee0a44b3bc61362c0f3bdaf1
2024-11-20T13:46:55,870 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/37461a8eee0a44b3bc61362c0f3bdaf1, entries=150, sequenceid=387, filesize=30.5 K
2024-11-20T13:46:55,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/23711a46d4c34c1787ea16f3cf24ba64 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/23711a46d4c34c1787ea16f3cf24ba64
2024-11-20T13:46:55,873 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/23711a46d4c34c1787ea16f3cf24ba64, entries=150, sequenceid=387, filesize=12.0 K
2024-11-20T13:46:55,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/9fb86797085246c9b2d4e04374f0372a as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/9fb86797085246c9b2d4e04374f0372a
2024-11-20T13:46:55,876 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/9fb86797085246c9b2d4e04374f0372a, entries=150, sequenceid=387, filesize=12.0 K
2024-11-20T13:46:55,877 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=6.71 KB/6870 for 6ca84193fc9553aea7b5bd96700dc37e in 1253ms, sequenceid=387, compaction requested=false
2024-11-20T13:46:55,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ca84193fc9553aea7b5bd96700dc37e:

2024-11-20T13:46:57,434 INFO  [Thread-2246 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2246.
2024-11-20T13:46:57,434 DEBUG [Thread-2246 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:46:57,434 DEBUG [Thread-2246 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:57,434 DEBUG [Thread-2246 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:57,434 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:46:57,454 INFO  [Thread-2250 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2250.
2024-11-20T13:46:57,454 DEBUG [Thread-2250 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:46:57,454 DEBUG [Thread-2250 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:57,455 DEBUG [Thread-2250 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:46:57,455 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:47:01,344 INFO  [Thread-2242 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2242.
2024-11-20T13:47:01,344 DEBUG [Thread-2242 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-20T13:47:01,345 DEBUG [Thread-2242 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:47:01,345 DEBUG [Thread-2242 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:47:01,345 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:47:01,345 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-20T13:47:01,345 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 15
2024-11-20T13:47:01,345 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 23
2024-11-20T13:47:01,345 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 137
2024-11-20T13:47:01,345 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 13
2024-11-20T13:47:01,345 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 115
2024-11-20T13:47:01,345 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-20T13:47:01,345 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2880
2024-11-20T13:47:01,345 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2847
2024-11-20T13:47:01,345 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2804
2024-11-20T13:47:01,345 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2889
2024-11-20T13:47:01,345 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2826
2024-11-20T13:47:01,345 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-20T13:47:01,345 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-20T13:47:01,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T13:47:01,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:47:01,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:47:01,346 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:47:01,347 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-20T13:47:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-20T13:47:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-20T13:47:01,351 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110421351"}]},"ts":"1732110421351"}
2024-11-20T13:47:01,353 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-20T13:47:01,353 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-20T13:47:01,354 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-20T13:47:01,356 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ca84193fc9553aea7b5bd96700dc37e, UNASSIGN}]
2024-11-20T13:47:01,356 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ca84193fc9553aea7b5bd96700dc37e, UNASSIGN
2024-11-20T13:47:01,357 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=6ca84193fc9553aea7b5bd96700dc37e, regionState=CLOSING, regionLocation=28425b5b8f92,46817,1732110231487
2024-11-20T13:47:01,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ca84193fc9553aea7b5bd96700dc37e, UNASSIGN because future has completed
2024-11-20T13:47:01,359 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-20T13:47:01,359 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487}]
2024-11-20T13:47:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-20T13:47:01,513 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(122): Close 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:01,513 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-20T13:47:01,513 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1722): Closing 6ca84193fc9553aea7b5bd96700dc37e, disabling compactions & flushes
2024-11-20T13:47:01,513 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:47:01,513 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:47:01,513 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. after waiting 0 ms
2024-11-20T13:47:01,513 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:47:01,514 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(2902): Flushing 6ca84193fc9553aea7b5bd96700dc37e 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-11-20T13:47:01,514 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=A
2024-11-20T13:47:01,514 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:47:01,514 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=B
2024-11-20T13:47:01,515 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:47:01,515 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ca84193fc9553aea7b5bd96700dc37e, store=C
2024-11-20T13:47:01,515 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-20T13:47:01,525 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120336c2c4462a84019a56016d24a260f53_6ca84193fc9553aea7b5bd96700dc37e is 50, key is test_row_0/A:col10/1732110417452/Put/seqid=0
2024-11-20T13:47:01,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742434_1610 (size=9914)
2024-11-20T13:47:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-20T13:47:01,930 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T13:47:01,939 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120336c2c4462a84019a56016d24a260f53_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120336c2c4462a84019a56016d24a260f53_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:01,940 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/befe068967e94fcab057970c3a5b942a, store: [table=TestAcidGuarantees family=A region=6ca84193fc9553aea7b5bd96700dc37e]
2024-11-20T13:47:01,941 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/befe068967e94fcab057970c3a5b942a is 175, key is test_row_0/A:col10/1732110417452/Put/seqid=0
2024-11-20T13:47:01,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742435_1611 (size=22561)
2024-11-20T13:47:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-20T13:47:02,345 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=394, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/befe068967e94fcab057970c3a5b942a
2024-11-20T13:47:02,351 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/6e270056e87745d08a93a787693b4e13 is 50, key is test_row_0/B:col10/1732110417452/Put/seqid=0
2024-11-20T13:47:02,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742436_1612 (size=9857)
2024-11-20T13:47:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-20T13:47:02,755 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/6e270056e87745d08a93a787693b4e13
2024-11-20T13:47:02,763 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/cc7fcc6a960048809953f1bbcff1b7cd is 50, key is test_row_0/C:col10/1732110417452/Put/seqid=0
2024-11-20T13:47:02,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742437_1613 (size=9857)
2024-11-20T13:47:03,168 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/cc7fcc6a960048809953f1bbcff1b7cd
2024-11-20T13:47:03,175 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/A/befe068967e94fcab057970c3a5b942a as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/befe068967e94fcab057970c3a5b942a
2024-11-20T13:47:03,180 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/befe068967e94fcab057970c3a5b942a, entries=100, sequenceid=394, filesize=22.0 K
2024-11-20T13:47:03,181 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/B/6e270056e87745d08a93a787693b4e13 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/6e270056e87745d08a93a787693b4e13
2024-11-20T13:47:03,186 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/6e270056e87745d08a93a787693b4e13, entries=100, sequenceid=394, filesize=9.6 K
2024-11-20T13:47:03,187 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/.tmp/C/cc7fcc6a960048809953f1bbcff1b7cd as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/cc7fcc6a960048809953f1bbcff1b7cd
2024-11-20T13:47:03,190 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/cc7fcc6a960048809953f1bbcff1b7cd, entries=100, sequenceid=394, filesize=9.6 K
2024-11-20T13:47:03,191 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 6ca84193fc9553aea7b5bd96700dc37e in 1678ms, sequenceid=394, compaction requested=true
2024-11-20T13:47:03,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/3642276dc0f1465aa837d39a0d439b81, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/441e99adbb3b474a819e6cb48beaeb39, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/6cb5392dc5f041a08309ae7dd04c3108, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/59d51ac2e65e4bff80574f579f12cc4e, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/0baee0bbe8074a58b4044b15c2b4c5fa, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/3505e603bac94a9b8251ef0f837a2f53, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/212f1e3e49cc4060bbf678c087e54c74, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/24930b8e01fe4de6bc98437963e3d421, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/1f369cb4866643d1a04e27cb88bb9530, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/fa59c13d6f3e429fbcf7d9910c613673, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/573d011aa61c42e1961eb729cce6f016, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/8d6ddfc388cf4e8da53762591af104fe, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/f29b14bf95fd4e1784aea064d200ee09, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/1ecc25ea4dd540a5b639f5d68938f0a0, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/fc537afc3f3e49dabb152b46107ffce8, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/f775472848ca42198e0595c5e109a128, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/e5c71903d20848ec8e273400bc421ecf, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/8c75bbb20c8b43aebb2bb18adc81bd35, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/55fd7fe4ed0d4d99b19597f484afadfe, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/0a91d6f830544f81b463a0c67776f8d3, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/6828cda01e2244d59182f54c154efdd8, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/eeb967a46c4b4121a7c70375a3d2f63c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/bc9698e93d63493c8659a85b33983b8b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/a0494939fb3c4b24955c1c2bf95bfa64, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/cbe9f20955db4e469188f48204899928, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/540aa4f679da4b9893e364af3e2b38f0] to archive
2024-11-20T13:47:03,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-20T13:47:03,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/3642276dc0f1465aa837d39a0d439b81 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/3642276dc0f1465aa837d39a0d439b81
2024-11-20T13:47:03,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/441e99adbb3b474a819e6cb48beaeb39 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/441e99adbb3b474a819e6cb48beaeb39
2024-11-20T13:47:03,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/6cb5392dc5f041a08309ae7dd04c3108 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/6cb5392dc5f041a08309ae7dd04c3108
2024-11-20T13:47:03,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/59d51ac2e65e4bff80574f579f12cc4e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/59d51ac2e65e4bff80574f579f12cc4e
2024-11-20T13:47:03,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/0baee0bbe8074a58b4044b15c2b4c5fa to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/0baee0bbe8074a58b4044b15c2b4c5fa
2024-11-20T13:47:03,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/3505e603bac94a9b8251ef0f837a2f53 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/3505e603bac94a9b8251ef0f837a2f53
2024-11-20T13:47:03,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/212f1e3e49cc4060bbf678c087e54c74 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/212f1e3e49cc4060bbf678c087e54c74
2024-11-20T13:47:03,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/24930b8e01fe4de6bc98437963e3d421 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/24930b8e01fe4de6bc98437963e3d421
2024-11-20T13:47:03,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/1f369cb4866643d1a04e27cb88bb9530 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/1f369cb4866643d1a04e27cb88bb9530
2024-11-20T13:47:03,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/fa59c13d6f3e429fbcf7d9910c613673 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/fa59c13d6f3e429fbcf7d9910c613673
2024-11-20T13:47:03,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/573d011aa61c42e1961eb729cce6f016 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/573d011aa61c42e1961eb729cce6f016
2024-11-20T13:47:03,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/8d6ddfc388cf4e8da53762591af104fe to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/8d6ddfc388cf4e8da53762591af104fe
2024-11-20T13:47:03,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/f29b14bf95fd4e1784aea064d200ee09 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/f29b14bf95fd4e1784aea064d200ee09
2024-11-20T13:47:03,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/1ecc25ea4dd540a5b639f5d68938f0a0 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/1ecc25ea4dd540a5b639f5d68938f0a0
2024-11-20T13:47:03,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/fc537afc3f3e49dabb152b46107ffce8 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/fc537afc3f3e49dabb152b46107ffce8
2024-11-20T13:47:03,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/f775472848ca42198e0595c5e109a128 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/f775472848ca42198e0595c5e109a128
2024-11-20T13:47:03,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/e5c71903d20848ec8e273400bc421ecf to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/e5c71903d20848ec8e273400bc421ecf
2024-11-20T13:47:03,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/8c75bbb20c8b43aebb2bb18adc81bd35 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/8c75bbb20c8b43aebb2bb18adc81bd35
2024-11-20T13:47:03,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/55fd7fe4ed0d4d99b19597f484afadfe to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/55fd7fe4ed0d4d99b19597f484afadfe
2024-11-20T13:47:03,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/0a91d6f830544f81b463a0c67776f8d3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/0a91d6f830544f81b463a0c67776f8d3
2024-11-20T13:47:03,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/6828cda01e2244d59182f54c154efdd8 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/6828cda01e2244d59182f54c154efdd8
2024-11-20T13:47:03,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/eeb967a46c4b4121a7c70375a3d2f63c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/eeb967a46c4b4121a7c70375a3d2f63c
2024-11-20T13:47:03,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/bc9698e93d63493c8659a85b33983b8b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/bc9698e93d63493c8659a85b33983b8b
2024-11-20T13:47:03,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/a0494939fb3c4b24955c1c2bf95bfa64 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/a0494939fb3c4b24955c1c2bf95bfa64
2024-11-20T13:47:03,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/cbe9f20955db4e469188f48204899928 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/cbe9f20955db4e469188f48204899928
2024-11-20T13:47:03,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/540aa4f679da4b9893e364af3e2b38f0 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/540aa4f679da4b9893e364af3e2b38f0
2024-11-20T13:47:03,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/debb96c36cab4fe28efbb9539ef16177, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/129895aacc9c420d9bef404f37700eed, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/93ff921b432e48cf9cdc2d34f657c212, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/23355bdc43eb4382b48d01029c461fd8, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/253c2a29714640e880076521444749a1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/ae990016a1884526bf33956b9fb3c382, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/9e8991910b7a4e02b02ddd0111f40e95, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/6200ffc29d814010b44b38bfbaa76b39, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/913b5210abc8414fa25de6fc46519b6b, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/07778b617a664c7bb56ef686c38e466d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/fe54d16cbd1f42ffac3531645a7b9fd1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/4a8f6cde3163409093cc109485f2f4b9, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/ba75d1d845874f529da7cd92b1d63454, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/85b92930c90949cc8fcc8b6a603b226c, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/dccd014c71fb40a29e78c448de57d2e7, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/4f239d4f172b4d2f8f8d8dd89b7e2c14, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/e97f7b31830742e4a434c8f928d6c723, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/f2ba0d0f56f64d8b84d79ef25d155706, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/b97f683a24d54321be08be7f84a22df1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/78329886bf714e8ea5c8fb1c9fc695b3, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/a29fcc8d98e54cf1b9c2bf105219c04d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/2399768021724203b6305597b059d338, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/c1c0a23589e54b1e822d8a8cdff418a6, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/f23155b2eac440218f418ac64ecc6795, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/8d7d067418184a4f9701c2f8b3b18e99, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/ff7369f7dfc64cd39b7a2a83b7dd7340] to archive
2024-11-20T13:47:03,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-20T13:47:03,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/debb96c36cab4fe28efbb9539ef16177 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/debb96c36cab4fe28efbb9539ef16177
2024-11-20T13:47:03,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/129895aacc9c420d9bef404f37700eed to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/129895aacc9c420d9bef404f37700eed
2024-11-20T13:47:03,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/93ff921b432e48cf9cdc2d34f657c212 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/93ff921b432e48cf9cdc2d34f657c212
2024-11-20T13:47:03,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/23355bdc43eb4382b48d01029c461fd8 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/23355bdc43eb4382b48d01029c461fd8
2024-11-20T13:47:03,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/253c2a29714640e880076521444749a1 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/253c2a29714640e880076521444749a1
2024-11-20T13:47:03,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/ae990016a1884526bf33956b9fb3c382 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/ae990016a1884526bf33956b9fb3c382
2024-11-20T13:47:03,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/9e8991910b7a4e02b02ddd0111f40e95 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/9e8991910b7a4e02b02ddd0111f40e95
2024-11-20T13:47:03,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/6200ffc29d814010b44b38bfbaa76b39 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/6200ffc29d814010b44b38bfbaa76b39
2024-11-20T13:47:03,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/913b5210abc8414fa25de6fc46519b6b to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/913b5210abc8414fa25de6fc46519b6b
2024-11-20T13:47:03,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/07778b617a664c7bb56ef686c38e466d to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/07778b617a664c7bb56ef686c38e466d
2024-11-20T13:47:03,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/fe54d16cbd1f42ffac3531645a7b9fd1 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/fe54d16cbd1f42ffac3531645a7b9fd1
2024-11-20T13:47:03,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/4a8f6cde3163409093cc109485f2f4b9 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/4a8f6cde3163409093cc109485f2f4b9
2024-11-20T13:47:03,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/ba75d1d845874f529da7cd92b1d63454 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/ba75d1d845874f529da7cd92b1d63454
2024-11-20T13:47:03,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/85b92930c90949cc8fcc8b6a603b226c to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/85b92930c90949cc8fcc8b6a603b226c
2024-11-20T13:47:03,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/dccd014c71fb40a29e78c448de57d2e7 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/dccd014c71fb40a29e78c448de57d2e7
2024-11-20T13:47:03,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/4f239d4f172b4d2f8f8d8dd89b7e2c14 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/4f239d4f172b4d2f8f8d8dd89b7e2c14
2024-11-20T13:47:03,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/e97f7b31830742e4a434c8f928d6c723 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/e97f7b31830742e4a434c8f928d6c723
2024-11-20T13:47:03,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/f2ba0d0f56f64d8b84d79ef25d155706 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/f2ba0d0f56f64d8b84d79ef25d155706
2024-11-20T13:47:03,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/b97f683a24d54321be08be7f84a22df1 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/b97f683a24d54321be08be7f84a22df1
2024-11-20T13:47:03,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/78329886bf714e8ea5c8fb1c9fc695b3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/78329886bf714e8ea5c8fb1c9fc695b3
2024-11-20T13:47:03,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/a29fcc8d98e54cf1b9c2bf105219c04d to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/a29fcc8d98e54cf1b9c2bf105219c04d
2024-11-20T13:47:03,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/2399768021724203b6305597b059d338 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/2399768021724203b6305597b059d338
2024-11-20T13:47:03,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/c1c0a23589e54b1e822d8a8cdff418a6 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/c1c0a23589e54b1e822d8a8cdff418a6
2024-11-20T13:47:03,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/f23155b2eac440218f418ac64ecc6795 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/f23155b2eac440218f418ac64ecc6795
2024-11-20T13:47:03,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/8d7d067418184a4f9701c2f8b3b18e99 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/8d7d067418184a4f9701c2f8b3b18e99
2024-11-20T13:47:03,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/ff7369f7dfc64cd39b7a2a83b7dd7340 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/ff7369f7dfc64cd39b7a2a83b7dd7340
2024-11-20T13:47:03,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/22a7547e9a09493183758b3b5efc63c0, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/f81610cdffd54fdaa64e77c3d94ae6cf, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/a354a329aeb14feabdd6a8c2ec514303, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/cdad442aaa8a43c0909843c46a8aefcc, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/7e5eca0e688f4142ace9afba5e539ebb, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/55eebebab27b4cadbcec0b5b328d10c3, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/531e5068ec1d477b8826638eb004db94, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/709ca6ab3bf74b0e8ec82aaf323c8cfe, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/9312ac9007a94957b77800ede4dea954, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/5b40567ff2584f0db37ea888aaa26ac7, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/1ad48259036944969098f9c79294ddb1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/b8d3a6e7b83947aaad2155f1678b2441, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/5dfdea70c5284f39946401d7d4d22ebe, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/0b5daf6a6d804c3984c80a2dc6669010, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/86be0de304ae4c69a21794364ebd12d4, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/2b82719a701947d3a4d81c1cd63b87fc, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/d38d72db85704602a21b1636e28a1972, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/70336755527740509937d4c9b0e74c04, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/43f7bbb0085141f787b7a3d832c868b3, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/1b7a107404e9435c8c44baa616c53f9a, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/f6a60dc878ac40869b03d0157564075f, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/0a9755dbde564641bc8bc225b57e9732, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/bfda6e769b294e9fb5fd1ebd73c2f77d, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/ea56829902c2456cb36d6552bdea34d1, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/2b4b3fae5c3e4ebd8cd553d5d1405ac7, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/0d2f744d04664cfc93c0037fe264be03] to archive
2024-11-20T13:47:03,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-20T13:47:03,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/22a7547e9a09493183758b3b5efc63c0 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/22a7547e9a09493183758b3b5efc63c0
2024-11-20T13:47:03,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/f81610cdffd54fdaa64e77c3d94ae6cf to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/f81610cdffd54fdaa64e77c3d94ae6cf
2024-11-20T13:47:03,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/a354a329aeb14feabdd6a8c2ec514303 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/a354a329aeb14feabdd6a8c2ec514303
2024-11-20T13:47:03,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/cdad442aaa8a43c0909843c46a8aefcc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/cdad442aaa8a43c0909843c46a8aefcc
2024-11-20T13:47:03,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/7e5eca0e688f4142ace9afba5e539ebb to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/7e5eca0e688f4142ace9afba5e539ebb
2024-11-20T13:47:03,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/55eebebab27b4cadbcec0b5b328d10c3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/55eebebab27b4cadbcec0b5b328d10c3
2024-11-20T13:47:03,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/531e5068ec1d477b8826638eb004db94 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/531e5068ec1d477b8826638eb004db94
2024-11-20T13:47:03,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/709ca6ab3bf74b0e8ec82aaf323c8cfe to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/709ca6ab3bf74b0e8ec82aaf323c8cfe
2024-11-20T13:47:03,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/9312ac9007a94957b77800ede4dea954 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/9312ac9007a94957b77800ede4dea954
2024-11-20T13:47:03,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/5b40567ff2584f0db37ea888aaa26ac7 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/5b40567ff2584f0db37ea888aaa26ac7
2024-11-20T13:47:03,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/1ad48259036944969098f9c79294ddb1 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/1ad48259036944969098f9c79294ddb1
2024-11-20T13:47:03,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/b8d3a6e7b83947aaad2155f1678b2441 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/b8d3a6e7b83947aaad2155f1678b2441
2024-11-20T13:47:03,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/5dfdea70c5284f39946401d7d4d22ebe to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/5dfdea70c5284f39946401d7d4d22ebe
2024-11-20T13:47:03,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/0b5daf6a6d804c3984c80a2dc6669010 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/0b5daf6a6d804c3984c80a2dc6669010
2024-11-20T13:47:03,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/86be0de304ae4c69a21794364ebd12d4 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/86be0de304ae4c69a21794364ebd12d4
2024-11-20T13:47:03,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/2b82719a701947d3a4d81c1cd63b87fc to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/2b82719a701947d3a4d81c1cd63b87fc
2024-11-20T13:47:03,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/d38d72db85704602a21b1636e28a1972 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/d38d72db85704602a21b1636e28a1972
2024-11-20T13:47:03,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/70336755527740509937d4c9b0e74c04 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/70336755527740509937d4c9b0e74c04
2024-11-20T13:47:03,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/43f7bbb0085141f787b7a3d832c868b3 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/43f7bbb0085141f787b7a3d832c868b3
2024-11-20T13:47:03,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/1b7a107404e9435c8c44baa616c53f9a to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/1b7a107404e9435c8c44baa616c53f9a
2024-11-20T13:47:03,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/f6a60dc878ac40869b03d0157564075f to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/f6a60dc878ac40869b03d0157564075f
2024-11-20T13:47:03,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/0a9755dbde564641bc8bc225b57e9732 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/0a9755dbde564641bc8bc225b57e9732
2024-11-20T13:47:03,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/bfda6e769b294e9fb5fd1ebd73c2f77d to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/bfda6e769b294e9fb5fd1ebd73c2f77d
2024-11-20T13:47:03,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/ea56829902c2456cb36d6552bdea34d1 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/ea56829902c2456cb36d6552bdea34d1
2024-11-20T13:47:03,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/2b4b3fae5c3e4ebd8cd553d5d1405ac7 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/2b4b3fae5c3e4ebd8cd553d5d1405ac7
2024-11-20T13:47:03,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/0d2f744d04664cfc93c0037fe264be03 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/0d2f744d04664cfc93c0037fe264be03
2024-11-20T13:47:03,265 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/recovered.edits/397.seqid, newMaxSeqId=397, maxSeqId=4
2024-11-20T13:47:03,266 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.
2024-11-20T13:47:03,266 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1676): Region close journal for 6ca84193fc9553aea7b5bd96700dc37e:
Waiting for close lock at 1732110421513Running coprocessor pre-close hooks at 1732110421513Disabling compacts and flushes for region at 1732110421513Disabling writes for close at 1732110421513Obtaining lock to block concurrent updates at 1732110421514 (+1 ms)Preparing flush snapshotting stores in 6ca84193fc9553aea7b5bd96700dc37e at 1732110421514Finished memstore snapshotting TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732110421515 (+1 ms)Flushing stores of TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e. at 1732110421516 (+1 ms)Flushing 6ca84193fc9553aea7b5bd96700dc37e/A: creating writer at 1732110421516Flushing mob file 6ca84193fc9553aea7b5bd96700dc37e/A: appending metadata at 1732110421525 (+9 ms)Flushing mob file 6ca84193fc9553aea7b5bd96700dc37e/A: closing flushed file at 1732110421525Flushing 6ca84193fc9553aea7b5bd96700dc37e/A: appending metadata at 1732110421940 (+415 ms)Flushing 6ca84193fc9553aea7b5bd96700dc37e/A: closing flushed file at 1732110421940Flushing 6ca84193fc9553aea7b5bd96700dc37e/B: creating writer at 1732110422348 (+408 ms)Flushing 6ca84193fc9553aea7b5bd96700dc37e/B: appending metadata at 1732110422350 (+2 ms)Flushing 6ca84193fc9553aea7b5bd96700dc37e/B: closing flushed file at 1732110422350Flushing 6ca84193fc9553aea7b5bd96700dc37e/C: creating writer at 1732110422759 (+409 ms)Flushing 6ca84193fc9553aea7b5bd96700dc37e/C: appending metadata at 1732110422763 (+4 ms)Flushing 6ca84193fc9553aea7b5bd96700dc37e/C: closing flushed file at 1732110422763Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16594391: reopening flushed file at 1732110423174 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73a2ead6: reopening flushed file at 1732110423180 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2778be79: reopening flushed file at 1732110423186 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 6ca84193fc9553aea7b5bd96700dc37e in 1678ms, sequenceid=394, compaction requested=true at 1732110423191 (+5 ms)Writing region close event to WAL at 1732110423263 (+72 ms)Running coprocessor post-close hooks at 1732110423265 (+2 ms)Closed at 1732110423266 (+1 ms)
2024-11-20T13:47:03,267 INFO  [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(157): Closed 6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,268 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=6ca84193fc9553aea7b5bd96700dc37e, regionState=CLOSED
2024-11-20T13:47:03,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487 because future has completed
2024-11-20T13:47:03,271 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168
2024-11-20T13:47:03,271 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseRegionProcedure 6ca84193fc9553aea7b5bd96700dc37e, server=28425b5b8f92,46817,1732110231487 in 1.9110 sec
2024-11-20T13:47:03,272 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=168, resume processing ppid=167
2024-11-20T13:47:03,272 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, ppid=167, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ca84193fc9553aea7b5bd96700dc37e, UNASSIGN in 1.9160 sec
2024-11-20T13:47:03,274 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166
2024-11-20T13:47:03,274 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9180 sec
2024-11-20T13:47:03,274 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110423274"}]},"ts":"1732110423274"}
2024-11-20T13:47:03,275 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-20T13:47:03,275 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-20T13:47:03,276 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9290 sec
2024-11-20T13:47:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-20T13:47:03,492 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:47:03,493 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-20T13:47:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:47:03,743 INFO  [AsyncFSWAL-0-hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData-prefix:28425b5b8f92,46265,1732110230749 {}] wal.AbstractFSWAL(1368): Slow sync cost: 248 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:46033,DS-513a127e-3731-415c-982e-470fc26acfa8,DISK]]
2024-11-20T13:47:03,744 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:47:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170
2024-11-20T13:47:03,745 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=170, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:47:03,749 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,753 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A, FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B, FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C, FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/recovered.edits]
2024-11-20T13:47:03,756 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/37461a8eee0a44b3bc61362c0f3bdaf1 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/37461a8eee0a44b3bc61362c0f3bdaf1
2024-11-20T13:47:03,757 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/5715af9b0edb4e0ab90cb2cdf00fa91e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/5715af9b0edb4e0ab90cb2cdf00fa91e
2024-11-20T13:47:03,758 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/befe068967e94fcab057970c3a5b942a to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/A/befe068967e94fcab057970c3a5b942a
2024-11-20T13:47:03,759 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/23711a46d4c34c1787ea16f3cf24ba64 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/23711a46d4c34c1787ea16f3cf24ba64
2024-11-20T13:47:03,760 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/6e270056e87745d08a93a787693b4e13 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/6e270056e87745d08a93a787693b4e13
2024-11-20T13:47:03,761 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/dbbf28b9342b4ec9b05a482e232dd869 to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/B/dbbf28b9342b4ec9b05a482e232dd869
2024-11-20T13:47:03,765 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/4e703f2efaff43ceadd754240755300e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/4e703f2efaff43ceadd754240755300e
2024-11-20T13:47:03,767 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/9fb86797085246c9b2d4e04374f0372a to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/9fb86797085246c9b2d4e04374f0372a
2024-11-20T13:47:03,769 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/cc7fcc6a960048809953f1bbcff1b7cd to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/C/cc7fcc6a960048809953f1bbcff1b7cd
2024-11-20T13:47:03,773 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/recovered.edits/397.seqid to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e/recovered.edits/397.seqid
2024-11-20T13:47:03,774 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/default/TestAcidGuarantees/6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,774 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-20T13:47:03,774 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-20T13:47:03,775 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-20T13:47:03,778 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120116a153d3f9147b29b610e8513d74e87_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120116a153d3f9147b29b610e8513d74e87_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,779 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112029a7b9e5be2c45598b597e0bfb0e77fc_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112029a7b9e5be2c45598b597e0bfb0e77fc_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,780 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202e74f2fe03a4424486a366fe9a0eb262_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202e74f2fe03a4424486a366fe9a0eb262_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,781 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120336c2c4462a84019a56016d24a260f53_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120336c2c4462a84019a56016d24a260f53_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,785 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120349d1df64ebd405597b8cb07635f6185_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120349d1df64ebd405597b8cb07635f6185_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,786 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203d3f82d3763e42fd8c780d909415ea61_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203d3f82d3763e42fd8c780d909415ea61_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,787 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205006743d8ab046e5a7a44c471e692c49_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205006743d8ab046e5a7a44c471e692c49_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,788 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120513d732154354ccbb82009daad4a8d90_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120513d732154354ccbb82009daad4a8d90_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,789 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205b9d1b4e95584f4ca5c29bfc40e17fa1_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205b9d1b4e95584f4ca5c29bfc40e17fa1_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,790 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205f148f10e7c14a9e9fc57cc414431b53_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205f148f10e7c14a9e9fc57cc414431b53_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,791 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206d66cf04e9bb40c1a47104cc1ca3fbc8_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206d66cf04e9bb40c1a47104cc1ca3fbc8_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,792 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120758680d6be0b4c9f89843c0148ba495d_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120758680d6be0b4c9f89843c0148ba495d_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,792 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120840044f899ce46ac965f8e8c1b34519e_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120840044f899ce46ac965f8e8c1b34519e_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,793 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112085e49e275f5d4f5388affc01172aa600_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112085e49e275f5d4f5388affc01172aa600_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,794 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a282fdbe14b448c3af2c3e7228e0f930_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a282fdbe14b448c3af2c3e7228e0f930_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,794 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c6a7aeb3e4894320bd5d5cbb3cbcfcdf_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c6a7aeb3e4894320bd5d5cbb3cbcfcdf_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,795 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c876adc03a1a4f3d95101ed799c37ff6_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c876adc03a1a4f3d95101ed799c37ff6_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,796 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d85b0b3b25ac474d9b1dceaae6309a36_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d85b0b3b25ac474d9b1dceaae6309a36_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,796 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120efcd9ec956d14cfbb3efc852b10bdb90_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120efcd9ec956d14cfbb3efc852b10bdb90_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,797 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f9271af827ac47848f752097b30010f0_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f9271af827ac47848f752097b30010f0_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,798 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fdff5d92e9774d7d86fcf620d6ca0f1c_6ca84193fc9553aea7b5bd96700dc37e to hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fdff5d92e9774d7d86fcf620d6ca0f1c_6ca84193fc9553aea7b5bd96700dc37e
2024-11-20T13:47:03,798 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-20T13:47:03,800 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=170, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:47:03,803 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-20T13:47:03,805 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-20T13:47:03,806 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=170, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:47:03,806 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-20T13:47:03,806 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732110423806"}]},"ts":"9223372036854775807"}
2024-11-20T13:47:03,807 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-20T13:47:03,807 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6ca84193fc9553aea7b5bd96700dc37e, NAME => 'TestAcidGuarantees,,1732110390785.6ca84193fc9553aea7b5bd96700dc37e.', STARTKEY => '', ENDKEY => ''}]
2024-11-20T13:47:03,808 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-20T13:47:03,808 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732110423808"}]},"ts":"9223372036854775807"}
2024-11-20T13:47:03,809 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-20T13:47:03,810 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=170, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-20T13:47:03,810 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 317 msec
2024-11-20T13:47:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170
2024-11-20T13:47:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-20T13:47:03,853 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-20T13:47:03,865 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=248 (was 248), OpenFileDescriptor=445 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 358) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6974 (was 7119)
2024-11-20T13:47:03,866 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-20T13:47:03,866 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-20T13:47:03,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T13:47:03,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:47:03,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:47:03,866 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T13:47:03,866 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-20T13:47:03,866 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=841754823, stopped=false
2024-11-20T13:47:03,867 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=28425b5b8f92,46265,1732110230749
2024-11-20T13:47:04,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x101587c9d4f0001, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-20T13:47:04,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-20T13:47:04,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x101587c9d4f0001, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T13:47:04,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T13:47:04,073 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-20T13:47:04,073 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-20T13:47:04,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T13:47:04,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:47:04,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46817-0x101587c9d4f0001, quorum=127.0.0.1:53647, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T13:47:04,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T13:47:04,074 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '28425b5b8f92,46817,1732110231487' *****
2024-11-20T13:47:04,074 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-20T13:47:04,075 INFO  [RS:0;28425b5b8f92:46817 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-20T13:47:04,075 INFO  [RS:0;28425b5b8f92:46817 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-20T13:47:04,075 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-20T13:47:04,076 INFO  [RS:0;28425b5b8f92:46817 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-20T13:47:04,076 INFO  [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(959): stopping server 28425b5b8f92,46817,1732110231487
2024-11-20T13:47:04,076 INFO  [RS:0;28425b5b8f92:46817 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-20T13:47:04,076 INFO  [RS:0;28425b5b8f92:46817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;28425b5b8f92:46817.
2024-11-20T13:47:04,076 DEBUG [RS:0;28425b5b8f92:46817 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T13:47:04,076 DEBUG [RS:0;28425b5b8f92:46817 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:47:04,077 INFO  [RS:0;28425b5b8f92:46817 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-20T13:47:04,077 INFO  [RS:0;28425b5b8f92:46817 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-20T13:47:04,077 INFO  [RS:0;28425b5b8f92:46817 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-20T13:47:04,077 INFO  [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-20T13:47:04,078 INFO  [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-20T13:47:04,078 DEBUG [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-20T13:47:04,078 DEBUG [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-20T13:47:04,079 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-20T13:47:04,079 INFO  [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-20T13:47:04,079 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-20T13:47:04,079 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-20T13:47:04,079 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-20T13:47:04,079 INFO  [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB
2024-11-20T13:47:04,079 INFO  [regionserver/28425b5b8f92:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-20T13:47:04,103 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740/.tmp/info/cc9ef9087f52439894a3e75311df0cd9 is 95, key is TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400./info:/1732110261650/DeleteFamily/seqid=0
2024-11-20T13:47:04,106 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742438_1614 (size=6514)
2024-11-20T13:47:04,106 INFO  [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740/.tmp/info/cc9ef9087f52439894a3e75311df0cd9
2024-11-20T13:47:04,122 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740/.tmp/ns/b2c01835516f4d8b88e3cd637e2efafe is 93, key is TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400./ns:/1732110261612/DeleteFamily/seqid=0
2024-11-20T13:47:04,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742439_1615 (size=5906)
2024-11-20T13:47:04,279 DEBUG [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-20T13:47:04,479 DEBUG [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-20T13:47:04,526 INFO  [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740/.tmp/ns/b2c01835516f4d8b88e3cd637e2efafe
2024-11-20T13:47:04,550 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740/.tmp/rep_barrier/f3f410946ef74de4809226c4b3525268 is 102, key is TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400./rep_barrier:/1732110261612/DeleteFamily/seqid=0
2024-11-20T13:47:04,572 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742440_1616 (size=6025)
2024-11-20T13:47:04,671 INFO  [regionserver/28425b5b8f92:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-20T13:47:04,671 INFO  [regionserver/28425b5b8f92:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-20T13:47:04,679 DEBUG [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-20T13:47:04,880 DEBUG [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-20T13:47:04,973 INFO  [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740/.tmp/rep_barrier/f3f410946ef74de4809226c4b3525268
2024-11-20T13:47:04,993 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740/.tmp/table/7bc2f28e6d8b4560bc675d56260604ca is 96, key is TestAcidGuarantees,,1732110236029.5edc097a21d53cfa09ea50cf0f49c400./table:/1732110261612/DeleteFamily/seqid=0
2024-11-20T13:47:04,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742441_1617 (size=5936)
2024-11-20T13:47:05,080 DEBUG [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-20T13:47:05,280 DEBUG [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-20T13:47:05,398 INFO  [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740/.tmp/table/7bc2f28e6d8b4560bc675d56260604ca
2024-11-20T13:47:05,401 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740/.tmp/info/cc9ef9087f52439894a3e75311df0cd9 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740/info/cc9ef9087f52439894a3e75311df0cd9
2024-11-20T13:47:05,403 INFO  [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740/info/cc9ef9087f52439894a3e75311df0cd9, entries=12, sequenceid=90, filesize=6.4 K
2024-11-20T13:47:05,404 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740/.tmp/ns/b2c01835516f4d8b88e3cd637e2efafe as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740/ns/b2c01835516f4d8b88e3cd637e2efafe
2024-11-20T13:47:05,407 INFO  [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740/ns/b2c01835516f4d8b88e3cd637e2efafe, entries=8, sequenceid=90, filesize=5.8 K
2024-11-20T13:47:05,407 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740/.tmp/rep_barrier/f3f410946ef74de4809226c4b3525268 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740/rep_barrier/f3f410946ef74de4809226c4b3525268
2024-11-20T13:47:05,410 INFO  [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740/rep_barrier/f3f410946ef74de4809226c4b3525268, entries=6, sequenceid=90, filesize=5.9 K
2024-11-20T13:47:05,410 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740/.tmp/table/7bc2f28e6d8b4560bc675d56260604ca as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740/table/7bc2f28e6d8b4560bc675d56260604ca
2024-11-20T13:47:05,413 INFO  [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740/table/7bc2f28e6d8b4560bc675d56260604ca, entries=7, sequenceid=90, filesize=5.8 K
2024-11-20T13:47:05,414 INFO  [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=90, compaction requested=false
2024-11-20T13:47:05,417 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1
2024-11-20T13:47:05,417 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-20T13:47:05,417 INFO  [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-20T13:47:05,418 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732110424078Running coprocessor pre-close hooks at 1732110424078Disabling compacts and flushes for region at 1732110424078Disabling writes for close at 1732110424079 (+1 ms)Obtaining lock to block concurrent updates at 1732110424079Preparing flush snapshotting stores in 1588230740 at 1732110424079Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732110424080 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732110424081 (+1 ms)Flushing 1588230740/info: creating writer at 1732110424081Flushing 1588230740/info: appending metadata at 1732110424102 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732110424102Flushing 1588230740/ns: creating writer at 1732110424110 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732110424122 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732110424122Flushing 1588230740/rep_barrier: creating writer at 1732110424530 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732110424550 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732110424550Flushing 1588230740/table: creating writer at 1732110424976 (+426 ms)Flushing 1588230740/table: appending metadata at 1732110424993 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732110424993Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e454cd7: reopening flushed file at 1732110425400 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bab772e: reopening flushed file at 1732110425403 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3914bb30: reopening flushed file at 1732110425407 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62fa915e: reopening flushed file at 1732110425410 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=90, compaction requested=false at 1732110425414 (+4 ms)Writing region close event to WAL at 1732110425415 (+1 ms)Running coprocessor post-close hooks at 1732110425417 (+2 ms)Closed at 1732110425417
2024-11-20T13:47:05,418 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-20T13:47:05,480 INFO  [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(976): stopping server 28425b5b8f92,46817,1732110231487; all regions closed.
2024-11-20T13:47:05,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741834_1010 (size=25344)
2024-11-20T13:47:05,489 DEBUG [RS:0;28425b5b8f92:46817 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/oldWALs
2024-11-20T13:47:05,489 INFO  [RS:0;28425b5b8f92:46817 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 28425b5b8f92%2C46817%2C1732110231487.meta:.meta(num 1732110235478)
2024-11-20T13:47:05,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741833_1009 (size=23265088)
2024-11-20T13:47:05,495 DEBUG [RS:0;28425b5b8f92:46817 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/oldWALs
2024-11-20T13:47:05,495 INFO  [RS:0;28425b5b8f92:46817 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 28425b5b8f92%2C46817%2C1732110231487:(num 1732110234850)
2024-11-20T13:47:05,495 DEBUG [RS:0;28425b5b8f92:46817 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T13:47:05,495 INFO  [RS:0;28425b5b8f92:46817 {}] regionserver.LeaseManager(133): Closed leases
2024-11-20T13:47:05,495 INFO  [RS:0;28425b5b8f92:46817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-20T13:47:05,496 INFO  [RS:0;28425b5b8f92:46817 {}] hbase.ChoreService(370): Chore service for: regionserver/28425b5b8f92:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-20T13:47:05,496 INFO  [RS:0;28425b5b8f92:46817 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-20T13:47:05,496 INFO  [regionserver/28425b5b8f92:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-20T13:47:05,496 INFO  [RS:0;28425b5b8f92:46817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46817
2024-11-20T13:47:05,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x101587c9d4f0001, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/28425b5b8f92,46817,1732110231487
2024-11-20T13:47:05,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-20T13:47:05,515 INFO  [RS:0;28425b5b8f92:46817 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-20T13:47:05,525 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [28425b5b8f92,46817,1732110231487]
2024-11-20T13:47:05,536 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/28425b5b8f92,46817,1732110231487 already deleted, retry=false
2024-11-20T13:47:05,536 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 28425b5b8f92,46817,1732110231487 expired; onlineServers=0
2024-11-20T13:47:05,536 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '28425b5b8f92,46265,1732110230749' *****
2024-11-20T13:47:05,536 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-20T13:47:05,536 INFO  [M:0;28425b5b8f92:46265 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-20T13:47:05,537 INFO  [M:0;28425b5b8f92:46265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-20T13:47:05,537 DEBUG [M:0;28425b5b8f92:46265 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-20T13:47:05,537 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-20T13:47:05,537 DEBUG [M:0;28425b5b8f92:46265 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-20T13:47:05,537 DEBUG [master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.small.0-1732110234467 {}] cleaner.HFileCleaner(306): Exit Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.small.0-1732110234467,5,FailOnTimeoutGroup]
2024-11-20T13:47:05,537 DEBUG [master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.large.0-1732110234466 {}] cleaner.HFileCleaner(306): Exit Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.large.0-1732110234466,5,FailOnTimeoutGroup]
2024-11-20T13:47:05,537 INFO  [M:0;28425b5b8f92:46265 {}] hbase.ChoreService(370): Chore service for: master/28425b5b8f92:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-20T13:47:05,537 INFO  [M:0;28425b5b8f92:46265 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-20T13:47:05,537 DEBUG [M:0;28425b5b8f92:46265 {}] master.HMaster(1795): Stopping service threads
2024-11-20T13:47:05,538 INFO  [M:0;28425b5b8f92:46265 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-20T13:47:05,538 INFO  [M:0;28425b5b8f92:46265 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-20T13:47:05,538 ERROR [M:0;28425b5b8f92:46265 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[IPC Client (1420519831) connection to localhost/127.0.0.1:39871 from jenkins,5,PEWorkerGroup]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39871,5,PEWorkerGroup]
    Thread[HFileArchiver-6,5,PEWorkerGroup]
2024-11-20T13:47:05,539 INFO  [M:0;28425b5b8f92:46265 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-20T13:47:05,539 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-20T13:47:05,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-20T13:47:05,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T13:47:05,547 DEBUG [M:0;28425b5b8f92:46265 {}] zookeeper.ZKUtil(347): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-20T13:47:05,547 WARN  [M:0;28425b5b8f92:46265 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-20T13:47:05,548 INFO  [M:0;28425b5b8f92:46265 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/.lastflushedseqids
2024-11-20T13:47:05,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742442_1618 (size=72)
2024-11-20T13:47:05,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x101587c9d4f0001, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T13:47:05,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x101587c9d4f0001, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T13:47:05,627 INFO  [RS:0;28425b5b8f92:46817 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-20T13:47:05,627 INFO  [RS:0;28425b5b8f92:46817 {}] regionserver.HRegionServer(1031): Exiting; stopping=28425b5b8f92,46817,1732110231487; zookeeper connection closed.
2024-11-20T13:47:05,628 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c8dfcdc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c8dfcdc
2024-11-20T13:47:05,629 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-20T13:47:05,962 INFO  [M:0;28425b5b8f92:46265 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-20T13:47:05,963 INFO  [M:0;28425b5b8f92:46265 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-20T13:47:05,963 DEBUG [M:0;28425b5b8f92:46265 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-20T13:47:05,963 INFO  [M:0;28425b5b8f92:46265 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T13:47:05,963 DEBUG [M:0;28425b5b8f92:46265 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T13:47:05,963 DEBUG [M:0;28425b5b8f92:46265 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-20T13:47:05,963 DEBUG [M:0;28425b5b8f92:46265 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T13:47:05,963 INFO  [M:0;28425b5b8f92:46265 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=769.60 KB heapSize=942.39 KB
2024-11-20T13:47:05,983 DEBUG [M:0;28425b5b8f92:46265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e426a516cc1a490da786b71c405c3957 is 82, key is hbase:meta,,1/info:regioninfo/1732110235568/Put/seqid=0
2024-11-20T13:47:05,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742443_1619 (size=5672)
2024-11-20T13:47:06,387 INFO  [M:0;28425b5b8f92:46265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2133 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e426a516cc1a490da786b71c405c3957
2024-11-20T13:47:06,415 DEBUG [M:0;28425b5b8f92:46265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf4bf36f4d4d496e958dba11b0775780 is 2480, key is \x00\x00\x00\x00\x00\x00\x00\x95/proc:d/1732110392860/Put/seqid=0
2024-11-20T13:47:06,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742444_1620 (size=45348)
2024-11-20T13:47:06,837 INFO  [M:0;28425b5b8f92:46265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=769.05 KB at sequenceid=2133 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf4bf36f4d4d496e958dba11b0775780
2024-11-20T13:47:06,841 INFO  [M:0;28425b5b8f92:46265 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf4bf36f4d4d496e958dba11b0775780
2024-11-20T13:47:06,860 DEBUG [M:0;28425b5b8f92:46265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8f56c017d0e4995a745b5c5abfc14de is 69, key is 28425b5b8f92,46817,1732110231487/rs:state/1732110234563/Put/seqid=0
2024-11-20T13:47:06,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073742445_1621 (size=5156)
2024-11-20T13:47:07,264 INFO  [M:0;28425b5b8f92:46265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2133 (bloomFilter=true), to=hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8f56c017d0e4995a745b5c5abfc14de
2024-11-20T13:47:07,268 DEBUG [M:0;28425b5b8f92:46265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e426a516cc1a490da786b71c405c3957 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e426a516cc1a490da786b71c405c3957
2024-11-20T13:47:07,270 INFO  [M:0;28425b5b8f92:46265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e426a516cc1a490da786b71c405c3957, entries=8, sequenceid=2133, filesize=5.5 K
2024-11-20T13:47:07,271 DEBUG [M:0;28425b5b8f92:46265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf4bf36f4d4d496e958dba11b0775780 as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf4bf36f4d4d496e958dba11b0775780
2024-11-20T13:47:07,273 INFO  [M:0;28425b5b8f92:46265 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf4bf36f4d4d496e958dba11b0775780
2024-11-20T13:47:07,273 INFO  [M:0;28425b5b8f92:46265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf4bf36f4d4d496e958dba11b0775780, entries=170, sequenceid=2133, filesize=44.3 K
2024-11-20T13:47:07,274 DEBUG [M:0;28425b5b8f92:46265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8f56c017d0e4995a745b5c5abfc14de as hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b8f56c017d0e4995a745b5c5abfc14de
2024-11-20T13:47:07,276 INFO  [M:0;28425b5b8f92:46265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39871/user/jenkins/test-data/d2627cd2-1fda-2fe4-5e8d-544ccaf58d8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b8f56c017d0e4995a745b5c5abfc14de, entries=1, sequenceid=2133, filesize=5.0 K
2024-11-20T13:47:07,277 INFO  [M:0;28425b5b8f92:46265 {}] regionserver.HRegion(3140): Finished flush of dataSize ~769.60 KB/788075, heapSize ~942.09 KB/964704, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=2133, compaction requested=false
2024-11-20T13:47:07,280 INFO  [M:0;28425b5b8f92:46265 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T13:47:07,281 DEBUG [M:0;28425b5b8f92:46265 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732110425963Disabling compacts and flushes for region at 1732110425963Disabling writes for close at 1732110425963Obtaining lock to block concurrent updates at 1732110425963Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732110425963Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=788075, getHeapSize=964944, getOffHeapSize=0, getCellsCount=2328 at 1732110425963Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732110425964 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732110425964Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732110425983 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732110425983Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732110426390 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732110426414 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732110426415 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732110426841 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732110426860 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732110426860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ffd071f: reopening flushed file at 1732110427267 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c7b84c: reopening flushed file at 1732110427270 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b19d96d: reopening flushed file at 1732110427273 (+3 ms)Finished flush of dataSize ~769.60 KB/788075, heapSize ~942.09 KB/964704, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=2133, compaction requested=false at 1732110427277 (+4 ms)Writing region close event to WAL at 1732110427280 (+3 ms)Closed at 1732110427280
2024-11-20T13:47:07,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46033 is added to blk_1073741830_1006 (size=927919)
2024-11-20T13:47:07,283 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-20T13:47:07,283 INFO  [M:0;28425b5b8f92:46265 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-20T13:47:07,284 INFO  [M:0;28425b5b8f92:46265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46265
2024-11-20T13:47:07,284 INFO  [M:0;28425b5b8f92:46265 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-20T13:47:07,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T13:47:07,441 INFO  [M:0;28425b5b8f92:46265 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-20T13:47:07,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x101587c9d4f0000, quorum=127.0.0.1:53647, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T13:47:07,450 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42a79998{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-20T13:47:07,452 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4975be1c{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-20T13:47:07,452 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-20T13:47:07,453 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74fde7a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-20T13:47:07,453 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de8243e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/hadoop.log.dir/,STOPPED}
2024-11-20T13:47:07,456 WARN  [BP-141742387-172.17.0.2-1732110226925 heartbeating to localhost/127.0.0.1:39871 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-20T13:47:07,456 WARN  [BP-141742387-172.17.0.2-1732110226925 heartbeating to localhost/127.0.0.1:39871 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-141742387-172.17.0.2-1732110226925 (Datanode Uuid 3244cb02-99ce-429b-af86-385950e6c60e) service to localhost/127.0.0.1:39871
2024-11-20T13:47:07,458 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-20T13:47:07,458 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-20T13:47:07,460 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/cluster_adbc5a88-d35d-489d-9900-27be4dce5cb6/data/data1/current/BP-141742387-172.17.0.2-1732110226925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-20T13:47:07,460 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/cluster_adbc5a88-d35d-489d-9900-27be4dce5cb6/data/data2/current/BP-141742387-172.17.0.2-1732110226925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-20T13:47:07,461 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-20T13:47:07,468 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@322e478f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-20T13:47:07,469 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b008a6a{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-20T13:47:07,469 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-20T13:47:07,469 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d942d39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-20T13:47:07,469 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71c9bba7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fef263d-bc2e-0882-2323-b6c158a76894/hadoop.log.dir/,STOPPED}
2024-11-20T13:47:07,483 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-20T13:47:07,663 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down